[ 666.697646] env[69987]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69987) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 666.697968] env[69987]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69987) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 666.698105] env[69987]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69987) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 666.698384] env[69987]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 666.795683] env[69987]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69987) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 666.805870] env[69987]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69987) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 666.848492] env[69987]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 667.408617] env[69987]: INFO nova.virt.driver [None req-ec4d7d05-27a5-4b36-9e96-45fe148de1d7 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 667.480626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.480786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.480867] env[69987]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69987) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 670.758430] env[69987]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c3ff496f-051f-4386-8324-2e2fd0630a44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.774924] env[69987]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69987) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 670.775067] env[69987]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-02cde18b-3a2f-4d4c-b5b9-f65b54219a24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.800082] env[69987]: INFO oslo_vmware.api [-] Successfully established new session; session ID is de2be. [ 670.800233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.319s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.800835] env[69987]: INFO nova.virt.vmwareapi.driver [None req-ec4d7d05-27a5-4b36-9e96-45fe148de1d7 None None] VMware vCenter version: 7.0.3 [ 670.804502] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18dc190-a1aa-4455-8235-a1a2d15a014f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.825762] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aec138a-6b21-4636-962e-bd05ee95f46b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.831987] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5a8c13-bbea-487f-9ea2-b94f64ea9a3b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.839005] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac48109b-3711-4f69-aaf8-42c11bae23df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.852730] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9962f6d-3068-4e1f-b28c-ee8d22b6ac7c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.859417] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e0dea-7115-49fd-8f99-d63593ff1016 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.892021] env[69987]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9c1044e7-70cd-4644-9799-dcd35efe3dd7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.897535] env[69987]: DEBUG nova.virt.vmwareapi.driver [None req-ec4d7d05-27a5-4b36-9e96-45fe148de1d7 None None] Extension org.openstack.compute already exists. {{(pid=69987) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 670.900323] env[69987]: INFO nova.compute.provider_config [None req-ec4d7d05-27a5-4b36-9e96-45fe148de1d7 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 671.403557] env[69987]: DEBUG nova.context [None req-ec4d7d05-27a5-4b36-9e96-45fe148de1d7 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f20b0415-539d-4eec-8817-084ccf5caace(cell1) {{(pid=69987) load_cells /opt/stack/nova/nova/context.py:464}} [ 671.405678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.405915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.406651] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.407100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Acquiring lock "f20b0415-539d-4eec-8817-084ccf5caace" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.407297] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Lock "f20b0415-539d-4eec-8817-084ccf5caace" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.408312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Lock "f20b0415-539d-4eec-8817-084ccf5caace" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.430640] env[69987]: INFO dbcounter [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Registered counter for database nova_cell0 [ 671.439149] env[69987]: INFO dbcounter [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Registered counter for database nova_cell1 [ 671.442466] env[69987]: DEBUG oslo_db.sqlalchemy.engines [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69987) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 671.443091] env[69987]: DEBUG oslo_db.sqlalchemy.engines [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69987) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 671.447570] env[69987]: ERROR nova.db.main.api [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 671.447570] env[69987]: result = function(*args, **kwargs) [ 671.447570] env[69987]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 671.447570] env[69987]: return func(*args, **kwargs) [ 671.447570] env[69987]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 671.447570] env[69987]: result = fn(*args, **kwargs) [ 671.447570] env[69987]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 671.447570] env[69987]: return f(*args, **kwargs) [ 671.447570] env[69987]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 671.447570] env[69987]: return db.service_get_minimum_version(context, binaries) [ 671.447570] env[69987]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 671.447570] env[69987]: _check_db_access() [ 671.447570] env[69987]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 671.447570] env[69987]: stacktrace = ''.join(traceback.format_stack()) [ 671.447570] env[69987]: [ 671.448591] env[69987]: ERROR nova.db.main.api [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 671.448591] env[69987]: result = function(*args, **kwargs) [ 671.448591] env[69987]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 671.448591] env[69987]: return func(*args, **kwargs) [ 671.448591] env[69987]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 671.448591] env[69987]: result = fn(*args, **kwargs) [ 671.448591] env[69987]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 671.448591] env[69987]: return f(*args, **kwargs) [ 671.448591] env[69987]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 671.448591] env[69987]: return db.service_get_minimum_version(context, binaries) [ 671.448591] env[69987]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 671.448591] env[69987]: _check_db_access() [ 671.448591] env[69987]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 671.448591] env[69987]: stacktrace = ''.join(traceback.format_stack()) [ 671.448591] env[69987]: [ 671.449164] env[69987]: WARNING nova.objects.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 671.449164] env[69987]: WARNING nova.objects.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Failed to get minimum service version for cell f20b0415-539d-4eec-8817-084ccf5caace [ 671.449532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Acquiring lock "singleton_lock" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.449689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Acquired lock "singleton_lock" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.449924] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Releasing lock "singleton_lock" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.450269] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Full set of CONF: {{(pid=69987) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 671.450415] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ******************************************************************************** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 671.450545] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] Configuration options gathered from: {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 671.450681] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 671.450871] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 671.451007] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ================================================================================ {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 671.451223] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] allow_resize_to_same_host = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.451392] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] arq_binding_timeout = 300 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.451528] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] backdoor_port = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.451655] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] backdoor_socket = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.451816] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] block_device_allocate_retries = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.451978] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] block_device_allocate_retries_interval = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.452160] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cert = self.pem {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.452327] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.452517] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute_monitors = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.452697] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] config_dir = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.452875] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] config_drive_format = iso9660 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.453022] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.453194] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] config_source = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.453361] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] console_host = devstack {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.453529] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] control_exchange = nova {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.453689] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cpu_allocation_ratio = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.453849] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] daemon = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.454027] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] debug = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.454189] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] default_access_ip_network_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.454358] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] default_availability_zone = nova {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.454518] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] default_ephemeral_format = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.454679] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] default_green_pool_size = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.454921] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.455098] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] default_schedule_zone = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.455249] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] disk_allocation_ratio = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.455408] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] enable_new_services = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.455585] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] enabled_apis = ['osapi_compute'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.455750] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] enabled_ssl_apis = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.455909] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] flat_injected = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.456077] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] force_config_drive = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.456239] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] force_raw_images = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.456408] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] graceful_shutdown_timeout = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.456570] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] heal_instance_info_cache_interval = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.456789] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] host = cpu-1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.456965] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.457144] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] initial_disk_allocation_ratio = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.457308] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] initial_ram_allocation_ratio = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.457526] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.457692] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instance_build_timeout = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.457856] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instance_delete_interval = 300 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.458034] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instance_format = [instance: %(uuid)s] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.458211] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instance_name_template = instance-%08x {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.458370] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instance_usage_audit = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.458539] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instance_usage_audit_period = month {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.458704] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.458869] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] instances_path = /opt/stack/data/nova/instances {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.459041] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] internal_service_availability_zone = internal {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.459204] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] key = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.459366] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] live_migration_retry_count = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.459531] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_color = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.459696] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_config_append = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.459863] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.460029] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_dir = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.460194] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.460325] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_options = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.460483] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_rotate_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.460655] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_rotate_interval_type = days {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.460818] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] log_rotation_type = none {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.460946] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.461084] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.461259] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.461425] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.461585] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.461755] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] long_rpc_timeout = 1800 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.461916] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] max_concurrent_builds = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.462088] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] max_concurrent_live_migrations = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.462250] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] max_concurrent_snapshots = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.462408] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] max_local_block_devices = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.462609] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] max_logfile_count = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.462784] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] max_logfile_size_mb = 200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.462946] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] maximum_instance_delete_attempts = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.463131] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] metadata_listen = 0.0.0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.463298] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] metadata_listen_port = 8775 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.463466] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] metadata_workers = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.463627] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] migrate_max_retries = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.463794] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] mkisofs_cmd = genisoimage {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.463997] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] my_block_storage_ip = 10.180.1.21 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.464142] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] my_ip = 10.180.1.21 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.464347] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.464511] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] network_allocate_retries = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.464689] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.464855] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] osapi_compute_listen = 0.0.0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.465028] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] osapi_compute_listen_port = 8774 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.465203] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] osapi_compute_unique_server_name_scope = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.465370] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] osapi_compute_workers = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.465531] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] password_length = 12 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.465688] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] periodic_enable = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.465845] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] periodic_fuzzy_delay = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.466026] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] pointer_model = usbtablet {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.466186] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] preallocate_images = none {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.466343] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] publish_errors = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.466472] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] pybasedir = /opt/stack/nova {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.466628] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ram_allocation_ratio = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.466848] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] rate_limit_burst = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.467050] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] rate_limit_except_level = CRITICAL {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.467219] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] rate_limit_interval = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.467381] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] reboot_timeout = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.467540] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] reclaim_instance_interval = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.467699] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] record = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.467866] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] reimage_timeout_per_gb = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.468041] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] report_interval = 120 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.468208] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] rescue_timeout = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.468366] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] reserved_host_cpus = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.468523] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] reserved_host_disk_mb = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.468681] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] reserved_host_memory_mb = 512 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.468839] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] reserved_huge_pages = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.468999] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] resize_confirm_window = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.469172] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] resize_fs_using_block_device = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.469332] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] resume_guests_state_on_host_boot = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.469503] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.469667] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] rpc_response_timeout = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.469826] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] run_external_periodic_tasks = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.469992] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] running_deleted_instance_action = reap {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.470170] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] running_deleted_instance_poll_interval = 1800 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.470331] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] running_deleted_instance_timeout = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.470489] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler_instance_sync_interval = 120 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.470658] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_down_time = 720 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.470823] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] servicegroup_driver = db {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.470977] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] shell_completion = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.471148] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] shelved_offload_time = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.471308] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] shelved_poll_interval = 3600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.471498] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] shutdown_timeout = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.471668] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] source_is_ipv6 = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.471830] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ssl_only = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.472100] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.472272] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] sync_power_state_interval = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.472439] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] sync_power_state_pool_size = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.472644] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] syslog_log_facility = LOG_USER {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.472816] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] tempdir = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.472979] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] timeout_nbd = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.473165] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] transport_url = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.473328] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] update_resources_interval = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.473487] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] use_cow_images = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.473647] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] use_journal = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.473803] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] use_json = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.473956] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] use_rootwrap_daemon = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.474126] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] use_stderr = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.474283] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] use_syslog = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.474440] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vcpu_pin_set = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.474659] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plugging_is_fatal = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.474864] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plugging_timeout = 300 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.475045] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] virt_mkfs = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.475219] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] volume_usage_poll_interval = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.475381] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] watch_log_file = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.475551] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] web = /usr/share/spice-html5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 671.475740] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.475905] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.476081] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.476828] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_concurrency.disable_process_locking = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.476828] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.476997] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.477195] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.477391] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.477572] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.477748] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.477934] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.auth_strategy = keystone {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.478118] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.compute_link_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.478302] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.478480] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.dhcp_domain = novalocal {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.478651] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.enable_instance_password = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.478815] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.glance_link_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.478981] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.479167] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.479332] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.instance_list_per_project_cells = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.479496] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.list_records_by_skipping_down_cells = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.479664] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.local_metadata_per_cell = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.479832] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.max_limit = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.479999] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.metadata_cache_expiration = 15 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.480188] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.neutron_default_tenant_id = default {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.480375] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.response_validation = warn {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.480563] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.use_neutron_default_nets = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.480736] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.480900] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.481076] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.481257] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.481427] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.vendordata_dynamic_targets = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.481626] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.vendordata_jsonfile_path = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.481824] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.482028] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.backend = dogpile.cache.memcached {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.482205] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.backend_argument = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.482368] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.backend_expiration_time = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.482575] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.config_prefix = cache.oslo {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.482770] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.dead_timeout = 60.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.482940] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.debug_cache_backend = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.483117] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.enable_retry_client = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.483290] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.enable_socket_keepalive = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.483463] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.enabled = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.483629] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.enforce_fips_mode = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.483794] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.expiration_time = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.483957] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.hashclient_retry_attempts = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.484140] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.hashclient_retry_delay = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.484307] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_dead_retry = 300 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.484467] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_password = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.484634] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.484795] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.484957] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_pool_maxsize = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.485132] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.485296] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_sasl_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.485474] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.485645] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_socket_timeout = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.485804] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.memcache_username = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.485966] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.proxies = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.486144] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.redis_db = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.486308] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.redis_password = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.486479] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.redis_sentinel_service_name = mymaster {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.486657] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.486828] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.redis_server = localhost:6379 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.486993] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.redis_socket_timeout = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.487169] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.redis_username = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.487334] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.retry_attempts = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.487499] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.retry_delay = 0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.487663] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.socket_keepalive_count = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.487825] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.socket_keepalive_idle = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.487986] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.socket_keepalive_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.488162] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.tls_allowed_ciphers = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.488319] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.tls_cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.488476] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.tls_certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.488637] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.tls_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.488795] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cache.tls_keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.488964] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.489153] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.auth_type = password {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.489314] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.489490] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.catalog_info = volumev3::publicURL {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.489651] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.489814] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.489976] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.cross_az_attach = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.490149] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.debug = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.490311] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.endpoint_template = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.490474] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.http_retries = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.490638] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.490792] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.490963] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.os_region_name = RegionOne {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.491139] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.491299] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cinder.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.491500] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.491704] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.cpu_dedicated_set = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.491824] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.cpu_shared_set = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.491988] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.image_type_exclude_list = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.492207] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.492388] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.max_concurrent_disk_ops = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.492570] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.max_disk_devices_to_attach = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.492751] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.492925] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.493101] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.resource_provider_association_refresh = 300 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.493273] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.493439] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.shutdown_retry_interval = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.493621] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.493808] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] conductor.workers = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.493980] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] console.allowed_origins = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.494158] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] console.ssl_ciphers = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.494331] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] console.ssl_minimum_version = default {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.494502] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] consoleauth.enforce_session_timeout = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.494672] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] consoleauth.token_ttl = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.494844] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.495009] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.495183] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.495346] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.495507] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.495670] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.495832] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.495989] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.496163] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.496325] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.496485] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.496645] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.496802] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.496972] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.service_type = accelerator {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.497149] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.497308] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.497467] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.497627] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.497807] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.497968] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] cyborg.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.498154] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.asyncio_connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.498318] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.asyncio_slave_connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.498491] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.backend = sqlalchemy {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.498664] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.498830] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.connection_debug = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.499020] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.connection_parameters = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.499185] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.connection_recycle_time = 3600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.499357] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.connection_trace = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.499521] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.db_inc_retry_interval = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.499690] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.db_max_retries = 20 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.499863] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.db_max_retry_interval = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.500064] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.db_retry_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.500239] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.max_overflow = 50 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.500427] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.max_pool_size = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.500597] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.max_retries = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.500820] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.501010] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.mysql_wsrep_sync_wait = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.501183] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.pool_timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.501354] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.retry_interval = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.501553] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.slave_connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.501719] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.sqlite_synchronous = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.501887] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] database.use_db_reconnect = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.502069] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.asyncio_connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.502234] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.asyncio_slave_connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.502407] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.backend = sqlalchemy {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.502598] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.502774] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.connection_debug = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.502949] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.connection_parameters = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.503132] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.connection_recycle_time = 3600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.503300] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.connection_trace = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.503465] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.db_inc_retry_interval = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.503630] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.db_max_retries = 20 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.503802] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.db_max_retry_interval = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.503963] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.db_retry_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.504142] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.max_overflow = 50 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.504324] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.max_pool_size = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.504502] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.max_retries = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.504689] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.504862] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.505229] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.pool_timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.505229] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.retry_interval = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.505353] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.slave_connection = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.505533] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] api_database.sqlite_synchronous = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.505711] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] devices.enabled_mdev_types = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.505888] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.506073] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ephemeral_storage_encryption.default_format = luks {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.506240] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ephemeral_storage_encryption.enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.506404] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.506574] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.api_servers = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.506741] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.506902] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.507076] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.507242] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.507402] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.507563] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.debug = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.507727] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.default_trusted_certificate_ids = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.507885] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.enable_certificate_validation = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.508057] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.enable_rbd_download = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.508218] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.508386] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.508554] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.508718] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.508878] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.509054] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.num_retries = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.509233] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.rbd_ceph_conf = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.509405] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.rbd_connect_timeout = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.509572] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.rbd_pool = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.509745] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.rbd_user = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.509916] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.510092] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.510260] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.510433] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.service_type = image {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.510599] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.510800] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.510919] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.511088] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.511276] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.511491] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.verify_glance_signatures = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.511628] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] glance.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.511801] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] guestfs.debug = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.511970] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.512147] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.auth_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.512309] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.512480] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.512657] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.512819] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.512979] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.513158] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.513324] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.513481] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.513644] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.513802] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.513961] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.514136] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.514299] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.514469] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.service_type = shared-file-system {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.514635] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.share_apply_policy_timeout = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.514802] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.514960] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.515133] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.515295] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.515478] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.515641] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] manila.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.515807] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] mks.enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.516185] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.516376] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] image_cache.manager_interval = 2400 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.516546] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] image_cache.precache_concurrency = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.516718] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] image_cache.remove_unused_base_images = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.516885] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.517066] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.517248] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] image_cache.subdirectory_name = _base {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.517424] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.api_max_retries = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.517589] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.api_retry_interval = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.517750] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.517916] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.auth_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.518096] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.518258] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.518440] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.518588] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.conductor_group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.518750] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.518910] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.519081] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.519250] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.519416] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.519572] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.519731] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.519896] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.peer_list = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.520066] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.520230] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.520395] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.serial_console_state_timeout = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.520556] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.520731] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.service_type = baremetal {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.520900] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.shard = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.521067] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.521235] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.521399] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.521584] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.521774] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.521938] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ironic.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.522141] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.522323] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] key_manager.fixed_key = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.522529] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.522705] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.barbican_api_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.522867] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.barbican_endpoint = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.523052] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.barbican_endpoint_type = public {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.523219] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.barbican_region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.523382] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.523544] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.523711] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.523873] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.524043] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.524213] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.number_of_retries = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.524376] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.retry_delay = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.524538] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.send_service_user_token = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.524703] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.524862] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.525033] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.verify_ssl = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.525198] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican.verify_ssl_path = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.525366] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.525531] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.auth_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.525693] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.525851] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.526023] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.526187] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.526345] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.526506] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.526665] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] barbican_service_user.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.526831] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.approle_role_id = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.526990] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.approle_secret_id = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.527176] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.kv_mountpoint = secret {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.527335] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.kv_path = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.527500] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.kv_version = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.527661] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.namespace = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.527817] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.root_token_id = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.527974] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.ssl_ca_crt_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.528154] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.timeout = 60.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.528317] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.use_ssl = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.528486] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.528657] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.528819] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.528979] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.529149] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.529310] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.529471] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.529633] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.529791] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.529946] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.530115] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.530278] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.530440] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.530599] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.530769] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.service_type = identity {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.530992] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.531178] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.531342] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.531528] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.531722] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.531883] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] keystone.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.532086] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.ceph_mount_options = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.532416] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.532617] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.connection_uri = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.532793] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.cpu_mode = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.532961] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.cpu_model_extra_flags = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.533145] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.cpu_models = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.533320] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.cpu_power_governor_high = performance {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.533493] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.cpu_power_governor_low = powersave {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.533662] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.cpu_power_management = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.533844] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.534028] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.device_detach_attempts = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.534204] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.device_detach_timeout = 20 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.534373] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.disk_cachemodes = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.534535] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.disk_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.534702] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.enabled_perf_events = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.534864] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.file_backed_memory = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.535040] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.gid_maps = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.535204] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.hw_disk_discard = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.535361] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.hw_machine_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.535531] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.images_rbd_ceph_conf = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.535697] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.535858] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.536036] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.images_rbd_glance_store_name = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.536211] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.images_rbd_pool = rbd {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.536379] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.images_type = default {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.536537] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.images_volume_group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.536724] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.inject_key = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.536903] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.inject_partition = -2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.537080] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.inject_password = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.537247] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.iscsi_iface = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.537409] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.iser_use_multipath = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.537573] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_bandwidth = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.537737] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.537901] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_downtime = 500 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.538072] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.538239] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.538396] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_inbound_addr = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.538558] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.538720] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_permit_post_copy = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.538881] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_scheme = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.539061] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_timeout_action = abort {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.539229] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_tunnelled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.539387] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_uri = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.539548] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.live_migration_with_native_tls = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.539708] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.max_queues = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.539871] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.540117] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.540291] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.nfs_mount_options = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.540589] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.540768] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.540936] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.num_iser_scan_tries = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.541115] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.num_memory_encrypted_guests = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.541283] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.541451] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.num_pcie_ports = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.541640] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.num_volume_scan_tries = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.541809] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.pmem_namespaces = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.541970] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.quobyte_client_cfg = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.542294] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.542468] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rbd_connect_timeout = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.542656] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.542828] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.542993] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rbd_secret_uuid = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.543167] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rbd_user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.543334] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.543508] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.remote_filesystem_transport = ssh {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.543671] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rescue_image_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.543831] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rescue_kernel_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.543989] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rescue_ramdisk_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.544174] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.544335] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.rx_queue_size = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.544502] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.smbfs_mount_options = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.544800] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.544980] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.snapshot_compression = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.545161] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.snapshot_image_format = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.545387] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.545557] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.sparse_logical_volumes = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.545723] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.swtpm_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.545893] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.swtpm_group = tss {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.546074] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.swtpm_user = tss {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.546249] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.sysinfo_serial = unique {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.546408] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.tb_cache_size = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.546567] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.tx_queue_size = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.546731] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.uid_maps = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.546890] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.use_virtio_for_bridges = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.547078] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.virt_type = kvm {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.547257] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.volume_clear = zero {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.547422] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.volume_clear_size = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.547588] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.volume_enforce_multipath = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.547753] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.volume_use_multipath = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.547914] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.vzstorage_cache_path = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.548098] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.548271] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.vzstorage_mount_group = qemu {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.548435] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.vzstorage_mount_opts = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.548603] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.548886] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.549078] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.vzstorage_mount_user = stack {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.549251] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.549426] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.549601] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.auth_type = password {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.549764] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.549922] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.550098] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.550262] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.550420] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.550591] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.default_floating_pool = public {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.550752] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.550913] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.extension_sync_interval = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.551085] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.http_retries = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.551257] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.551418] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.551596] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.551772] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.551931] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.552112] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.ovs_bridge = br-int {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.552280] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.physnets = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.552455] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.region_name = RegionOne {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.552637] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.552816] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.service_metadata_proxy = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.552979] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.553165] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.service_type = network {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.553329] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.553487] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.553648] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.553807] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.553993] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.554169] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] neutron.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.554340] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] notifications.bdms_in_notifications = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.554517] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] notifications.default_level = INFO {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.554691] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] notifications.include_share_mapping = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.554869] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] notifications.notification_format = unversioned {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.555043] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] notifications.notify_on_state_change = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.555226] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.555407] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] pci.alias = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.555575] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] pci.device_spec = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.555740] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] pci.report_in_placement = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.555913] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.556097] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.auth_type = password {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.556267] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.556428] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.556587] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.556748] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.556907] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.557078] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.557240] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.default_domain_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.557398] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.default_domain_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.557555] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.domain_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.557712] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.domain_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.557869] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.558038] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.558200] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.558354] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.558506] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.558675] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.password = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.558831] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.project_domain_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.558994] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.project_domain_name = Default {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.559172] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.project_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.559343] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.project_name = service {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.559512] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.region_name = RegionOne {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.559671] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.559832] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.560006] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.service_type = placement {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.560175] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.560335] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.560496] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.560658] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.system_scope = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.560816] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.560972] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.trust_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.561142] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.user_domain_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.561308] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.user_domain_name = Default {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.561494] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.user_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.561675] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.username = nova {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.561858] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.562031] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] placement.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.562219] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.cores = 20 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.562391] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.count_usage_from_placement = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.562581] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.562770] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.injected_file_content_bytes = 10240 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.562940] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.injected_file_path_length = 255 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.563120] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.injected_files = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.563289] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.instances = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.563456] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.key_pairs = 100 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.563625] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.metadata_items = 128 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.563808] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.ram = 51200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.563997] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.recheck_quota = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.564187] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.server_group_members = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.564356] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.server_groups = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.564569] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.564750] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] quota.unified_limits_resource_strategy = require {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.564925] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.565104] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.565273] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.image_metadata_prefilter = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.565433] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.565599] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.max_attempts = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.565765] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.max_placement_results = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.565926] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.566099] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.query_placement_for_image_type_support = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.566262] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.566435] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] scheduler.workers = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.566621] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.566835] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.567034] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.567213] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.567382] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.567549] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.567718] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.567905] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.568086] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.host_subset_size = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.568257] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.568418] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.568584] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.568749] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.568926] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.569105] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.isolated_hosts = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.569274] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.isolated_images = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.569442] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.569601] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.569764] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.569923] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.pci_in_placement = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.570095] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.570259] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.570421] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.570582] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.570746] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.570909] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.571131] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.track_instance_changes = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.571382] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.571530] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] metrics.required = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.571708] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] metrics.weight_multiplier = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.571873] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.572050] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] metrics.weight_setting = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.572370] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.572542] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] serial_console.enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.572725] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] serial_console.port_range = 10000:20000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.572892] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.573072] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.573243] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] serial_console.serialproxy_port = 6083 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.573407] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.573580] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.auth_type = password {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.573743] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.573925] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.574102] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.574266] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.574423] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.574592] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.send_service_user_token = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.574754] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.574909] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] service_user.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.575090] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.agent_enabled = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.575253] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.575549] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.575762] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.575936] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.html5proxy_port = 6082 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.576111] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.image_compression = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.576275] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.jpeg_compression = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.576432] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.playback_compression = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.576594] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.require_secure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.576765] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.server_listen = 127.0.0.1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.576930] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.577227] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.577410] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.streaming_mode = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.577582] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] spice.zlib_compression = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.577737] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] upgrade_levels.baseapi = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.577910] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] upgrade_levels.compute = auto {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.578081] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] upgrade_levels.conductor = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.578244] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] upgrade_levels.scheduler = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.578408] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.578570] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.auth_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.578731] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.578888] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.579061] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.579225] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.579383] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.579544] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.579705] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vendordata_dynamic_auth.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.579877] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.api_retry_count = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.580047] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.ca_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.580225] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.cache_prefix = devstack-image-cache {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.580393] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.cluster_name = testcl1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.580560] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.connection_pool_size = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.580721] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.console_delay_seconds = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.580891] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.datastore_regex = ^datastore.* {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.581111] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.581291] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.host_password = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.581483] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.host_port = 443 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.581636] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.host_username = administrator@vsphere.local {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.581806] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.insecure = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.581965] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.integration_bridge = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.582145] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.maximum_objects = 100 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.582308] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.pbm_default_policy = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.582468] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.pbm_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.582655] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.pbm_wsdl_location = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.582839] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.583007] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.serial_port_proxy_uri = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.583174] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.serial_port_service_uri = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.583344] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.task_poll_interval = 0.5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.583516] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.use_linked_clone = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.583687] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.vnc_keymap = en-us {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.583850] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.vnc_port = 5900 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.584020] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vmware.vnc_port_total = 10000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.584204] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.auth_schemes = ['none'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.584374] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.584657] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.584844] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.585026] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.novncproxy_port = 6080 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.585210] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.server_listen = 127.0.0.1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.585390] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.585552] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.vencrypt_ca_certs = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.585712] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.vencrypt_client_cert = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.585873] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vnc.vencrypt_client_key = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.586053] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.586218] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.disable_deep_image_inspection = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.586376] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.586533] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.586693] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.586849] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.disable_rootwrap = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.587008] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.enable_numa_live_migration = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.587176] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.587334] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.587491] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.587648] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.libvirt_disable_apic = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.587804] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.587962] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.588131] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.588291] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.588449] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.588607] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.588763] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.588920] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.589093] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.589259] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.589441] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.589608] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.client_socket_timeout = 900 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.589774] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.default_pool_size = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.589937] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.keep_alive = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.590114] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.max_header_line = 16384 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.590281] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.secure_proxy_ssl_header = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.590442] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.ssl_ca_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.590605] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.ssl_cert_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.590769] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.ssl_key_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.590935] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.tcp_keepidle = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.591126] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.591298] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] zvm.ca_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.591477] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] zvm.cloud_connector_url = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.591785] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.591966] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] zvm.reachable_timeout = 300 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.592155] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.592336] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.592537] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.connection_string = messaging:// {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.592730] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.592910] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.es_doc_type = notification {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.593087] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.es_scroll_size = 10000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.593264] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.es_scroll_time = 2m {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.593428] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.filter_error_trace = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.593599] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.hmac_keys = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.593768] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.sentinel_service_name = mymaster {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.593936] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.socket_timeout = 0.1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.594111] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.trace_requests = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.594275] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler.trace_sqlalchemy = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.594451] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler_jaeger.process_tags = {} {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.594616] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler_jaeger.service_name_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.594781] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] profiler_otlp.service_name_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.594943] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] remote_debug.host = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.595114] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] remote_debug.port = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.595289] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.595451] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.595617] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.595778] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.595940] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.596113] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.596279] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.596442] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.596606] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.596779] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.596940] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.597127] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.597300] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.597468] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.597634] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.597805] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.597970] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.598146] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.598319] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.598482] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.598647] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.598814] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.598977] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.599155] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.599318] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.599479] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.599640] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.599801] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.599961] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.600135] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.600297] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.ssl = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.600468] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.600638] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.600798] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.600964] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.601145] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.ssl_version = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.601308] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.601528] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.601704] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_notifications.retry = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.601883] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.602070] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_messaging_notifications.transport_url = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.602244] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.602409] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.auth_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.602608] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.602781] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.602976] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.603115] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.603278] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.603434] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.endpoint_id = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.603605] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.endpoint_interface = publicURL {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.603763] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.603918] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.endpoint_region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.604087] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.endpoint_service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.604247] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.endpoint_service_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.604407] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.604565] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.604722] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.604877] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.605044] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.605206] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.605366] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.605524] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.service_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.605685] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.605843] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.605998] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.606171] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.606330] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.valid_interfaces = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.606486] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_limit.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.606651] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_reports.file_event_handler = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.606812] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.606966] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] oslo_reports.log_dir = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.607148] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.607307] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.607465] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.607635] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.607800] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.607959] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.608140] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.608300] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_ovs_privileged.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.608456] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.608622] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.608784] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.608940] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] vif_plug_ovs_privileged.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.609122] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.flat_interface = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.609295] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.609468] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.609639] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.609808] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.609980] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.610159] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.610322] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.610500] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.610673] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_ovs.isolate_vif = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.610842] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.611014] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.611188] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.611361] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_ovs.ovsdb_interface = native {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.611554] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] os_vif_ovs.per_port_bridge = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.611762] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] privsep_osbrick.capabilities = [21] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.611889] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] privsep_osbrick.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.612067] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] privsep_osbrick.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.612234] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.612399] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.612604] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] privsep_osbrick.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.612795] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.612958] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] nova_sys_admin.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.613135] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] nova_sys_admin.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.613305] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.613468] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.613629] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] nova_sys_admin.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 671.613762] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-59e3a2c3-29b3-49ea-9f38-a5a0e93a1f2a None None] ******************************************************************************** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 671.614186] env[69987]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 672.117725] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Getting list of instances from cluster (obj){ [ 672.117725] env[69987]: value = "domain-c8" [ 672.117725] env[69987]: _type = "ClusterComputeResource" [ 672.117725] env[69987]: } {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 672.118810] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29281bd5-ea5d-4042-aa18-94345ebafcbe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.127350] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Got total of 0 instances {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 672.127904] env[69987]: WARNING nova.virt.vmwareapi.driver [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 672.128376] env[69987]: INFO nova.virt.node [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Generated node identity 83830543-e084-4fe6-be97-b93ee980fbb1 [ 672.128617] env[69987]: INFO nova.virt.node [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Wrote node identity 83830543-e084-4fe6-be97-b93ee980fbb1 to /opt/stack/data/n-cpu-1/compute_id [ 672.631590] env[69987]: WARNING nova.compute.manager [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Compute nodes ['83830543-e084-4fe6-be97-b93ee980fbb1'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 673.636809] env[69987]: INFO nova.compute.manager [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 674.641505] env[69987]: WARNING nova.compute.manager [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 674.641859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.642066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.642218] env[69987]: DEBUG oslo_concurrency.lockutils [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.642373] env[69987]: DEBUG nova.compute.resource_tracker [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 674.643665] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab27eb37-ba97-499c-90e4-13bda7c1b60c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.651776] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb7e70e-a766-448b-b908-7e461c600d62 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.665342] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e165670-e177-4b92-b7ff-101cf92e0f9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.671687] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa0210-4421-4f04-8b3e-951b6332ff92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.700514] env[69987]: DEBUG nova.compute.resource_tracker [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180816MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 674.700657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.700871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.206364] env[69987]: WARNING nova.compute.resource_tracker [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] No compute node record for cpu-1:83830543-e084-4fe6-be97-b93ee980fbb1: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 83830543-e084-4fe6-be97-b93ee980fbb1 could not be found. [ 675.710080] env[69987]: INFO nova.compute.resource_tracker [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 83830543-e084-4fe6-be97-b93ee980fbb1 [ 677.218304] env[69987]: DEBUG nova.compute.resource_tracker [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 677.218701] env[69987]: DEBUG nova.compute.resource_tracker [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 677.372340] env[69987]: INFO nova.scheduler.client.report [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] [req-4c7c83d3-5a33-4c0a-bf22-fae734e7e8e3] Created resource provider record via placement API for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 677.390163] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3c984-2dd7-4883-900a-4e9c80ef1c43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.398068] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8376655e-ed9b-49fd-a333-85b7ba400241 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.428353] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b8431-8fa9-4bbe-92a1-51bdbaf4ef99 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.435811] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a43cb7-7564-4a8f-bce2-be88bcc7a5e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.449329] env[69987]: DEBUG nova.compute.provider_tree [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.989888] env[69987]: DEBUG nova.scheduler.client.report [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 677.989888] env[69987]: DEBUG nova.compute.provider_tree [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 0 to 1 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 677.989888] env[69987]: DEBUG nova.compute.provider_tree [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.038017] env[69987]: DEBUG nova.compute.provider_tree [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 1 to 2 during operation: update_traits {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 678.541104] env[69987]: DEBUG nova.compute.resource_tracker [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 678.541104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.541104] env[69987]: DEBUG nova.service [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Creating RPC server for service compute {{(pid=69987) start /opt/stack/nova/nova/service.py:186}} [ 678.555392] env[69987]: DEBUG nova.service [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] Join ServiceGroup membership for this service compute {{(pid=69987) start /opt/stack/nova/nova/service.py:203}} [ 678.555590] env[69987]: DEBUG nova.servicegroup.drivers.db [None req-00a9edfe-1eb2-45a0-ad95-6f787b243a97 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69987) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 702.557452] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.060668] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Getting list of instances from cluster (obj){ [ 703.060668] env[69987]: value = "domain-c8" [ 703.060668] env[69987]: _type = "ClusterComputeResource" [ 703.060668] env[69987]: } {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 703.062270] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7aefd5-2bcc-4fc7-864c-6c2c5a0c644e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.072019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Got total of 0 instances {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 703.072019] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.072019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Getting list of instances from cluster (obj){ [ 703.072019] env[69987]: value = "domain-c8" [ 703.072019] env[69987]: _type = "ClusterComputeResource" [ 703.072019] env[69987]: } {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 703.072587] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6296da23-faea-4f0b-b16e-38db4c1389d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.081055] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Got total of 0 instances {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 715.257020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "76d2772a-8392-4a05-bd09-07949475b4b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.257302] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "76d2772a-8392-4a05-bd09-07949475b4b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.290266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.290498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.762192] env[69987]: DEBUG nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.793806] env[69987]: DEBUG nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.310448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.311086] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.313083] env[69987]: INFO nova.compute.claims [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.326056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.398811] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b8166f-40e8-460b-9956-8274d8833d76 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.409045] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeff4b1-75b9-44a8-b720-526734ac78de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.452424] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a03edc-01d7-480e-976f-31668072246b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.460871] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26831bf3-6719-4193-b5f4-f7c32c9e339e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.476306] env[69987]: DEBUG nova.compute.provider_tree [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.575192] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "11e73f0c-0692-47be-a4b6-86fdecd2886f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.576649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.983161] env[69987]: DEBUG nova.scheduler.client.report [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.080305] env[69987]: DEBUG nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.489320] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.489976] env[69987]: DEBUG nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.492604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.167s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.493991] env[69987]: INFO nova.compute.claims [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.607334] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.001125] env[69987]: DEBUG nova.compute.utils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.006727] env[69987]: DEBUG nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 719.072195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "81494cda-756f-492d-b8ba-993b257da132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.072764] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "81494cda-756f-492d-b8ba-993b257da132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.505775] env[69987]: DEBUG nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.575215] env[69987]: DEBUG nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.647747] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e4bd5-a9fb-4068-af31-eaf9a6041cd5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.661023] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c702404-dc6d-4b85-85e0-62a0cc05efbc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.699046] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a2f4f-0e0c-4481-8b49-8b7830198597 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.707641] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c49be0c-f08a-4f84-ac67-178b9f68c29a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.722230] env[69987]: DEBUG nova.compute.provider_tree [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.099502] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.225788] env[69987]: DEBUG nova.scheduler.client.report [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.516805] env[69987]: DEBUG nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.526324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "2c519237-3872-4b47-93c5-181f773eccb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.526581] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.733130] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.733514] env[69987]: DEBUG nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.737863] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.130s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.745669] env[69987]: INFO nova.compute.claims [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.771028] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.771028] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.771028] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.771485] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.771485] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.771485] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.771485] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.771485] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.771647] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.771734] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.771915] env[69987]: DEBUG nova.virt.hardware [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.772886] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b963fb-f022-4059-8b3e-e55cbdf422f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.786652] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5768b5-de48-48c8-a788-bfd8d5905da0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.809574] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af5a9ca-b9bd-41be-8095-5cbcb9d9be93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.831187] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.845708] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.846372] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01f9593e-c1f8-42d7-a7a9-b17b187400a1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.860936] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Created folder: OpenStack in parent group-v4. [ 720.862027] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Creating folder: Project (1bd9c588c035493f8d18e6e96b4ef8be). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.862027] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f9756e-aaa5-4765-8d1d-24143fcab521 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.873894] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Created folder: Project (1bd9c588c035493f8d18e6e96b4ef8be) in parent group-v699418. [ 720.874091] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Creating folder: Instances. Parent ref: group-v699419. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.874345] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70ab01aa-d2a5-4f71-ba81-844edfba3bfe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.885169] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Created folder: Instances in parent group-v699419. [ 720.885439] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.885629] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.885829] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73ec9028-26ce-47d0-b682-9fc0574ae88a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.906295] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.906530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.910467] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.910467] env[69987]: value = "task-3499981" [ 720.910467] env[69987]: _type = "Task" [ 720.910467] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.921413] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499981, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.029788] env[69987]: DEBUG nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.240539] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.241215] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.251660] env[69987]: DEBUG nova.compute.utils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.255637] env[69987]: DEBUG nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 721.409514] env[69987]: DEBUG nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.426716] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499981, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.562320] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.745852] env[69987]: DEBUG nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.757126] env[69987]: DEBUG nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.927226] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb622cd3-17c9-41b5-96de-820a2a099712 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.942265] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499981, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.959760] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4995f9b-3d3b-4eb9-9104-93424ded950f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.964930] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.004450] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700d3dae-6680-4e10-892b-247b68f28eb0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.014394] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaa8ddf-bb20-4fe3-9c73-bb7e2f9b6749 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.040590] env[69987]: DEBUG nova.compute.provider_tree [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.387335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.429144] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499981, 'name': CreateVM_Task, 'duration_secs': 1.398329} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.429338] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.432191] env[69987]: DEBUG oslo_vmware.service [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f42283e-fcb2-4535-87c8-0586740dcf4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.438608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.438608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.439453] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.440455] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b939dce-c6c0-421a-a1d3-bc513aca91e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.445115] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 722.445115] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527388da-c3fa-e1b9-0f98-1d9f551fe2f7" [ 722.445115] env[69987]: _type = "Task" [ 722.445115] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.454292] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527388da-c3fa-e1b9-0f98-1d9f551fe2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.542962] env[69987]: DEBUG nova.scheduler.client.report [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.751097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "60073f62-26e8-4d08-a43b-972ca96bcc9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.751097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.788818] env[69987]: DEBUG nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.824976] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.825474] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.825474] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.825631] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.825762] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.825919] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.826287] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.826541] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.826663] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.826844] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.827027] env[69987]: DEBUG nova.virt.hardware [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.828095] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a363f-b46c-44fe-aaa2-3fd5ad9df267 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.840327] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706178b4-2483-4764-bdf0-60e5af675d10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.857167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.864020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Creating folder: Project (159cca72070f44d4a3bdf48d60723ad1). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.864756] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7551842-cddb-4fe2-9340-6b188787836e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.879028] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Created folder: Project (159cca72070f44d4a3bdf48d60723ad1) in parent group-v699418. [ 722.879205] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Creating folder: Instances. Parent ref: group-v699422. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.880253] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ee9eae-c3cc-4c24-a206-9af07e6fd717 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.889390] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Created folder: Instances in parent group-v699422. [ 722.893403] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.894255] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.894255] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c90959a6-a2a2-4bd7-a96e-144b05a0507f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.917389] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.917389] env[69987]: value = "task-3499984" [ 722.917389] env[69987]: _type = "Task" [ 722.917389] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.926121] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499984, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.951503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.951849] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.975896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.975896] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.975896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.976260] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.979031] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2c76aeb-6d14-4de9-8122-bc97e4aaee39 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.000662] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.000864] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.002783] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6ada20-1774-4360-8d39-cb5199e8a589 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.011773] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867480cb-44fa-4d61-aaf2-7e713ff197e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.018531] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 723.018531] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526d40ea-3f76-d83c-73b7-ce35a831639c" [ 723.018531] env[69987]: _type = "Task" [ 723.018531] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.029187] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526d40ea-3f76-d83c-73b7-ce35a831639c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.049747] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.049747] env[69987]: DEBUG nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.058343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.955s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.058343] env[69987]: INFO nova.compute.claims [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.254078] env[69987]: DEBUG nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.431311] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3499984, 'name': CreateVM_Task, 'duration_secs': 0.4185} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.431671] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.432340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.432450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.436023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.436023] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8c01a5-d5b9-4b79-99b1-835f83da0c6a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.440500] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 723.440500] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52880618-59d8-97d1-977d-61a9c7f1e1f3" [ 723.440500] env[69987]: _type = "Task" [ 723.440500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.449568] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52880618-59d8-97d1-977d-61a9c7f1e1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.458817] env[69987]: DEBUG nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.535180] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Preparing fetch location {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 723.535446] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Creating directory with path [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.535702] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d700c074-4c5b-47ab-8582-d0ab0bc7e2fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.556258] env[69987]: DEBUG nova.compute.utils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.561105] env[69987]: DEBUG nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.561105] env[69987]: DEBUG nova.network.neutron [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.570380] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Created directory with path [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.570615] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Fetch image to [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 723.570786] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Downloading image file data 3a95316a-003e-4f29-a875-e84f764356d2 to [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk on the data store datastore1 {{(pid=69987) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 723.571920] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4d5d45-86b3-4507-a817-d0cb754fe0e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.580540] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ba6af-d9eb-4c5a-9676-43035d5c1271 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.596467] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecaf2a7-7ab2-411d-95c5-3c79c11c783b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.628804] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dc2502-9fae-4721-a5a8-32395c30fce9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.635167] env[69987]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fbd63075-230b-4965-b0f1-f1548bbb687d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.657263] env[69987]: DEBUG nova.policy [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e04075404794156ad545c66f4c9fb20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd032600e76b64ad0b4845c192fcfa0f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.726922] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Downloading image file data 3a95316a-003e-4f29-a875-e84f764356d2 to the data store datastore1 {{(pid=69987) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 723.788104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.813837] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69987) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 723.954588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.954867] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.955191] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.984083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.076612] env[69987]: DEBUG nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.309253] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedf46a7-02c3-4ee1-a614-2a6996e72fa1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.320233] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d9042-ce7b-43c1-87b7-41ab2544d31f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.355861] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802dc6fa-38ca-492d-a12a-75ccd32f6a0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.363757] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469977c4-5913-40e9-b4f5-5c82fbff2550 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.379604] env[69987]: DEBUG nova.compute.provider_tree [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.770398] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Completed reading data from the image iterator. {{(pid=69987) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 724.770592] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 724.883019] env[69987]: DEBUG nova.scheduler.client.report [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.910983] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Downloaded image file data 3a95316a-003e-4f29-a875-e84f764356d2 to vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk on the data store datastore1 {{(pid=69987) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 724.912631] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Caching image {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 724.912882] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Copying Virtual Disk [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk to [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.913452] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-433b2ced-8088-4faf-a0b9-f8e756a91412 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.927021] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 724.927021] env[69987]: value = "task-3499985" [ 724.927021] env[69987]: _type = "Task" [ 724.927021] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.935057] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.086399] env[69987]: DEBUG nova.network.neutron [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Successfully created port: b06acbcc-aaef-4692-991e-81739f0a65cc {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.100404] env[69987]: DEBUG nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.157206] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.157470] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.157615] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.158313] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.158313] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.158313] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.158313] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.158564] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.158596] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.158729] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.158900] env[69987]: DEBUG nova.virt.hardware [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.161897] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678c143c-e054-40c8-992f-6ab23501a62c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.186667] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7cc470-b321-4453-82b9-ca9eaa7eab90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.261121] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "0289665d-6bca-4cd0-911e-83698c3b97c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.261423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.390574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.390574] env[69987]: DEBUG nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.394104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.832s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.396278] env[69987]: INFO nova.compute.claims [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.440068] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499985, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.766495] env[69987]: DEBUG nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.902607] env[69987]: DEBUG nova.compute.utils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.906930] env[69987]: DEBUG nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.907168] env[69987]: DEBUG nova.network.neutron [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.936669] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684196} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.936870] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Copied Virtual Disk [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk to [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.937063] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Deleting the datastore file [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.937323] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-335c5e80-18a5-44d7-bedc-6bffc3e15141 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.944542] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 725.944542] env[69987]: value = "task-3499986" [ 725.944542] env[69987]: _type = "Task" [ 725.944542] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.954234] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.117126] env[69987]: DEBUG nova.policy [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '668dd5400f9e4b79bb9137250f9dbd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2db1f652ecf9429aa63b91db2da4b1ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.296184] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.416273] env[69987]: DEBUG nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.463799] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023817} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.464129] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.464415] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Moving file from [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff/3a95316a-003e-4f29-a875-e84f764356d2 to [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2. {{(pid=69987) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 726.465409] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e5549dd9-38b0-4b88-8641-40b5cbc5a4b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.477199] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 726.477199] env[69987]: value = "task-3499987" [ 726.477199] env[69987]: _type = "Task" [ 726.477199] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.495636] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499987, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.624747] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d65ad16-950b-4dce-a8b8-8c2c45b13584 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.634264] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e3d884-dce0-4104-9ca1-da78f395b18f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.669052] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8ab4b-eb46-46cd-a88a-061899c1c40e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.676775] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ad2a08-9bca-477a-8d11-216a446a3b80 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.696680] env[69987]: DEBUG nova.compute.provider_tree [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.858668] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.858993] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.859220] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.859395] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.859625] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.859771] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.859957] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.860457] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 726.860457] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 726.990962] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499987, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030384} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.993273] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] File moved {{(pid=69987) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 726.993519] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Cleaning up location [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 726.993694] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Deleting the datastore file [datastore1] vmware_temp/afe2e315-234b-4f49-abe5-f70daf6e85ff {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.995246] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade8c4df-6440-4aea-bbc7-921431b70d48 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.004534] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 727.004534] env[69987]: value = "task-3499988" [ 727.004534] env[69987]: _type = "Task" [ 727.004534] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.021608] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.201255] env[69987]: DEBUG nova.scheduler.client.report [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.365936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.395341] env[69987]: DEBUG nova.network.neutron [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Successfully created port: 15b30b02-62ca-4bde-a2e8-62978a63f9e4 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.436441] env[69987]: DEBUG nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.475834] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.475834] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.475834] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.475977] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.477099] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.477263] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.477477] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.477720] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.477787] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.478074] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.478163] env[69987]: DEBUG nova.virt.hardware [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.479568] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b540c-feb2-40d7-a08f-0d2b30970292 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.488750] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3d708-15c6-45fe-9a7e-01201b8ac309 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.521122] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037682} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.521122] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.521122] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efbad8d-9dd3-4542-b48a-f7ca64667e07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.526225] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 727.526225] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525928e7-610d-97a2-d0af-afb3ddd07dc1" [ 727.526225] env[69987]: _type = "Task" [ 727.526225] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.536583] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525928e7-610d-97a2-d0af-afb3ddd07dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.710721] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.711392] env[69987]: DEBUG nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.715902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.751s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.719370] env[69987]: INFO nova.compute.claims [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.041297] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525928e7-610d-97a2-d0af-afb3ddd07dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.041578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.043917] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 76d2772a-8392-4a05-bd09-07949475b4b6/76d2772a-8392-4a05-bd09-07949475b4b6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.043917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.043917] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.043917] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039e6954-c36c-4fa0-b633-8c9594309cea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.044711] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66cf9b71-bd7b-4cbd-8dd6-37b6569e514f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.053285] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 728.053285] env[69987]: value = "task-3499989" [ 728.053285] env[69987]: _type = "Task" [ 728.053285] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.054570] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.054704] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.059629] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1a2ff1-d4a9-40f8-915b-e03b5cc7657a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.066458] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.068133] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 728.068133] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524d55a6-8f0e-8558-691d-e1506c5ba12d" [ 728.068133] env[69987]: _type = "Task" [ 728.068133] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.078407] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524d55a6-8f0e-8558-691d-e1506c5ba12d, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.079536] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35900815-8650-4c74-99f9-11e14670154c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.085825] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 728.085825] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b6ddaa-319a-9ff8-50ee-b0f00e326bfb" [ 728.085825] env[69987]: _type = "Task" [ 728.085825] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.099378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.100290] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.105242] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b6ddaa-319a-9ff8-50ee-b0f00e326bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.105242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.105242] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.105946] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02730986-b24e-4c00-9a5b-8d49cd89d79f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.114113] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 728.114113] env[69987]: value = "task-3499990" [ 728.114113] env[69987]: _type = "Task" [ 728.114113] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.124051] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.162602] env[69987]: DEBUG nova.network.neutron [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Successfully updated port: b06acbcc-aaef-4692-991e-81739f0a65cc {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.223881] env[69987]: DEBUG nova.compute.utils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.235025] env[69987]: DEBUG nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.235025] env[69987]: DEBUG nova.network.neutron [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.332147] env[69987]: DEBUG nova.policy [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a27f697aeae440c6a7db21ff14b2345f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c8abcc9a8264396b68050d2d132c8ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.573516] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460893} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.573803] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 76d2772a-8392-4a05-bd09-07949475b4b6/76d2772a-8392-4a05-bd09-07949475b4b6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.574098] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.574427] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c77d8c59-1e87-4549-8695-ca8f3981b48c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.582996] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 728.582996] env[69987]: value = "task-3499991" [ 728.582996] env[69987]: _type = "Task" [ 728.582996] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.595257] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.625613] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499990, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.670477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "refresh_cache-11e73f0c-0692-47be-a4b6-86fdecd2886f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.671632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquired lock "refresh_cache-11e73f0c-0692-47be-a4b6-86fdecd2886f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.673396] env[69987]: DEBUG nova.network.neutron [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.738064] env[69987]: DEBUG nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.987996] env[69987]: DEBUG nova.network.neutron [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Successfully created port: 8120e26f-db11-47f9-9af8-9b50e9e32e72 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.000480] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749344a4-d628-4085-b845-9e2f71535abe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.008691] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30c1674-8b99-4f21-9fa4-738031f364ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.045076] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c60be42-f6ef-4140-92a2-0466b8d891af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.052795] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d42e28-9729-4449-8f91-a7e4b3e19957 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.071970] env[69987]: DEBUG nova.compute.provider_tree [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.094396] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247272} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.094396] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.094885] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c52d11-1266-43ac-bf10-86021f5897d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.121403] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 76d2772a-8392-4a05-bd09-07949475b4b6/76d2772a-8392-4a05-bd09-07949475b4b6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.121942] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb950b1-923b-4cf0-b789-2154417767e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.147166] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698018} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.148575] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.148850] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.149199] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 729.149199] env[69987]: value = "task-3499992" [ 729.149199] env[69987]: _type = "Task" [ 729.149199] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.149404] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d73a5f1-4e88-4209-8ba5-41fb4b8d6241 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.162312] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499992, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.163594] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 729.163594] env[69987]: value = "task-3499993" [ 729.163594] env[69987]: _type = "Task" [ 729.163594] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.172101] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.359852] env[69987]: DEBUG nova.network.neutron [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.363323] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.363589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.574891] env[69987]: DEBUG nova.scheduler.client.report [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.661563] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499992, 'name': ReconfigVM_Task, 'duration_secs': 0.313619} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.661846] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 76d2772a-8392-4a05-bd09-07949475b4b6/76d2772a-8392-4a05-bd09-07949475b4b6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.662859] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-573380ae-a729-427a-9883-6f663329572d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.679065] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071839} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.679556] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.679836] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 729.679836] env[69987]: value = "task-3499994" [ 729.679836] env[69987]: _type = "Task" [ 729.679836] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.680564] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d0b9f-d3b7-47ed-9f8d-bc2586110919 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.692547] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499994, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.710919] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.711236] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385fe1b2-dbb0-4029-98c3-f1ba104420c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.734914] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 729.734914] env[69987]: value = "task-3499995" [ 729.734914] env[69987]: _type = "Task" [ 729.734914] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.742363] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.755812] env[69987]: DEBUG nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.788971] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.789259] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.789423] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.789624] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.789799] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.789979] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.790375] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.790641] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.790878] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.791122] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.791308] env[69987]: DEBUG nova.virt.hardware [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.792438] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc94965c-e27b-4748-8424-095075cbf3c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.803348] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a715e28-252a-46de-9063-e5b522e86cc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.081723] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.082318] env[69987]: DEBUG nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.087595] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.700s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.089126] env[69987]: INFO nova.compute.claims [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.195240] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499994, 'name': Rename_Task, 'duration_secs': 0.137212} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.195420] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.195664] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9decd055-7602-4b3e-8e0d-7c1b863de482 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.205184] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 730.205184] env[69987]: value = "task-3499996" [ 730.205184] env[69987]: _type = "Task" [ 730.205184] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.213768] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.244934] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499995, 'name': ReconfigVM_Task, 'duration_secs': 0.3041} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.245068] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.245706] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f93a9482-1606-4782-9e14-8a5ad49ec6c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.256600] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 730.256600] env[69987]: value = "task-3499997" [ 730.256600] env[69987]: _type = "Task" [ 730.256600] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.265624] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499997, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.292234] env[69987]: DEBUG nova.network.neutron [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Updating instance_info_cache with network_info: [{"id": "b06acbcc-aaef-4692-991e-81739f0a65cc", "address": "fa:16:3e:88:34:0a", "network": {"id": "0ff93d65-b7b3-49cb-9b82-6389e05f4867", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1389744912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d032600e76b64ad0b4845c192fcfa0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06acbcc-aa", "ovs_interfaceid": "b06acbcc-aaef-4692-991e-81739f0a65cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.318943] env[69987]: DEBUG nova.compute.manager [req-85da9213-9fd1-4b56-afcb-bf382815012c req-729d1808-efc7-4978-b006-89da50d905e9 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Received event network-vif-plugged-b06acbcc-aaef-4692-991e-81739f0a65cc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.318943] env[69987]: DEBUG oslo_concurrency.lockutils [req-85da9213-9fd1-4b56-afcb-bf382815012c req-729d1808-efc7-4978-b006-89da50d905e9 service nova] Acquiring lock "11e73f0c-0692-47be-a4b6-86fdecd2886f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.319205] env[69987]: DEBUG oslo_concurrency.lockutils [req-85da9213-9fd1-4b56-afcb-bf382815012c req-729d1808-efc7-4978-b006-89da50d905e9 service nova] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.319338] env[69987]: DEBUG oslo_concurrency.lockutils [req-85da9213-9fd1-4b56-afcb-bf382815012c req-729d1808-efc7-4978-b006-89da50d905e9 service nova] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.319691] env[69987]: DEBUG nova.compute.manager [req-85da9213-9fd1-4b56-afcb-bf382815012c req-729d1808-efc7-4978-b006-89da50d905e9 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] No waiting events found dispatching network-vif-plugged-b06acbcc-aaef-4692-991e-81739f0a65cc {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.319875] env[69987]: WARNING nova.compute.manager [req-85da9213-9fd1-4b56-afcb-bf382815012c req-729d1808-efc7-4978-b006-89da50d905e9 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Received unexpected event network-vif-plugged-b06acbcc-aaef-4692-991e-81739f0a65cc for instance with vm_state building and task_state spawning. [ 730.596430] env[69987]: DEBUG nova.compute.utils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.599039] env[69987]: DEBUG nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.599039] env[69987]: DEBUG nova.network.neutron [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.712632] env[69987]: DEBUG nova.policy [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12fa11ad28f476b9304b11db9a7ba42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52742807b69d4ae9ae9a7e76c5981276', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.723398] env[69987]: DEBUG oslo_vmware.api [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3499996, 'name': PowerOnVM_Task, 'duration_secs': 0.452596} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.723398] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.723398] env[69987]: INFO nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Took 10.21 seconds to spawn the instance on the hypervisor. [ 730.723398] env[69987]: DEBUG nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.723398] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13266cf9-c5c5-4434-9fbe-6ac49b343d13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.767569] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499997, 'name': Rename_Task, 'duration_secs': 0.135312} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.767856] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.768126] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5354fb8-d1e3-4864-aa73-f3121976600b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.776919] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 730.776919] env[69987]: value = "task-3499998" [ 730.776919] env[69987]: _type = "Task" [ 730.776919] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.777611] env[69987]: DEBUG nova.network.neutron [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Successfully updated port: 15b30b02-62ca-4bde-a2e8-62978a63f9e4 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.792734] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499998, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.798075] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Releasing lock "refresh_cache-11e73f0c-0692-47be-a4b6-86fdecd2886f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.798075] env[69987]: DEBUG nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Instance network_info: |[{"id": "b06acbcc-aaef-4692-991e-81739f0a65cc", "address": "fa:16:3e:88:34:0a", "network": {"id": "0ff93d65-b7b3-49cb-9b82-6389e05f4867", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1389744912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d032600e76b64ad0b4845c192fcfa0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06acbcc-aa", "ovs_interfaceid": "b06acbcc-aaef-4692-991e-81739f0a65cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.798220] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:34:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b06acbcc-aaef-4692-991e-81739f0a65cc', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.806633] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Creating folder: Project (d032600e76b64ad0b4845c192fcfa0f9). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.807443] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f2dfb0-c02b-4768-aac4-f9164d8c288c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.817090] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Created folder: Project (d032600e76b64ad0b4845c192fcfa0f9) in parent group-v699418. [ 730.818361] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Creating folder: Instances. Parent ref: group-v699425. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.818675] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d62bd9-cb6e-4f0e-8d97-9ddca79ec496 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.829487] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Created folder: Instances in parent group-v699425. [ 730.829914] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.830335] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.830440] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b2baa92-42be-4c78-8e66-df2933833584 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.855426] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.855426] env[69987]: value = "task-3500001" [ 730.855426] env[69987]: _type = "Task" [ 730.855426] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.867303] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500001, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.110315] env[69987]: DEBUG nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.249550] env[69987]: INFO nova.compute.manager [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Took 14.98 seconds to build instance. [ 731.295914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "refresh_cache-81494cda-756f-492d-b8ba-993b257da132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.297895] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired lock "refresh_cache-81494cda-756f-492d-b8ba-993b257da132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.297895] env[69987]: DEBUG nova.network.neutron [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.307464] env[69987]: DEBUG oslo_vmware.api [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3499998, 'name': PowerOnVM_Task, 'duration_secs': 0.433577} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.308438] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.308649] env[69987]: INFO nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Took 8.52 seconds to spawn the instance on the hypervisor. [ 731.308849] env[69987]: DEBUG nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.311610] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b200316-17eb-4f5a-9437-f65b5f10bacc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.372963] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500001, 'name': CreateVM_Task, 'duration_secs': 0.345285} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.373499] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.381316] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2576c-535a-4a64-98d3-564544102580 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.394461] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f891c4-b3ae-48dc-a545-a79348412a38 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.397607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.397934] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.398511] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.398850] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb25cd7-c26c-43e3-aa93-77bd152ded68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.432783] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6483b07-17e2-40eb-ab04-eb9ce034c4cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.437397] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 731.437397] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526dd53f-fd1e-094a-1d7e-43143a8f20c4" [ 731.437397] env[69987]: _type = "Task" [ 731.437397] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.447404] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c2c78d-7af8-454e-bb45-ff39853fb865 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.453177] env[69987]: DEBUG nova.network.neutron [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Successfully updated port: 8120e26f-db11-47f9-9af8-9b50e9e32e72 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.462676] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526dd53f-fd1e-094a-1d7e-43143a8f20c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.465048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.465048] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.465048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.465048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.465254] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.465254] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd40f57c-3d7b-4c21-8258-e8838c7098a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.478656] env[69987]: DEBUG nova.compute.provider_tree [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.487306] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.487420] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.488202] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20061ca-086a-4aae-9afc-11ea5ed354a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.495590] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 731.495590] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c1b467-fa64-a86c-d82a-aa827b42906b" [ 731.495590] env[69987]: _type = "Task" [ 731.495590] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.509815] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c1b467-fa64-a86c-d82a-aa827b42906b, 'name': SearchDatastore_Task, 'duration_secs': 0.00855} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.509815] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33ad95d-460b-45ee-b47f-7522af565594 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.515355] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 731.515355] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]529d8374-f958-94c9-b7b7-c61ef1f49ef5" [ 731.515355] env[69987]: _type = "Task" [ 731.515355] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.525645] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529d8374-f958-94c9-b7b7-c61ef1f49ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.752804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e88d217a-ffae-4d56-a38a-bbf569b2af89 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "76d2772a-8392-4a05-bd09-07949475b4b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.495s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.832325] env[69987]: INFO nova.compute.manager [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Took 15.53 seconds to build instance. [ 731.852068] env[69987]: DEBUG nova.network.neutron [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Successfully created port: 781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.966339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.966339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.966339] env[69987]: DEBUG nova.network.neutron [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.968522] env[69987]: DEBUG nova.network.neutron [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.981913] env[69987]: DEBUG nova.scheduler.client.report [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.036425] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529d8374-f958-94c9-b7b7-c61ef1f49ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.036876] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.037270] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 11e73f0c-0692-47be-a4b6-86fdecd2886f/11e73f0c-0692-47be-a4b6-86fdecd2886f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.037738] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0004900a-9680-4045-a2ef-2e3c4dfb004a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.047353] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 732.047353] env[69987]: value = "task-3500002" [ 732.047353] env[69987]: _type = "Task" [ 732.047353] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.058036] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.127691] env[69987]: DEBUG nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.175034] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.175286] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.175602] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.175602] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.175747] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.175900] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.177106] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.177106] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.177309] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.177631] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.178381] env[69987]: DEBUG nova.virt.hardware [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.179299] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2c68af-d3a1-4a3e-94c6-67425725a029 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.192649] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb5622-6c84-4748-b79d-e507bb8a5ad1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.215580] env[69987]: DEBUG nova.compute.manager [req-a36ebe91-fa03-4e45-ba13-14fdb4cbce79 req-58a90723-f632-42e1-9a9c-5953e646f184 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Received event network-vif-plugged-15b30b02-62ca-4bde-a2e8-62978a63f9e4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.215782] env[69987]: DEBUG oslo_concurrency.lockutils [req-a36ebe91-fa03-4e45-ba13-14fdb4cbce79 req-58a90723-f632-42e1-9a9c-5953e646f184 service nova] Acquiring lock "81494cda-756f-492d-b8ba-993b257da132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.216068] env[69987]: DEBUG oslo_concurrency.lockutils [req-a36ebe91-fa03-4e45-ba13-14fdb4cbce79 req-58a90723-f632-42e1-9a9c-5953e646f184 service nova] Lock "81494cda-756f-492d-b8ba-993b257da132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.216199] env[69987]: DEBUG oslo_concurrency.lockutils [req-a36ebe91-fa03-4e45-ba13-14fdb4cbce79 req-58a90723-f632-42e1-9a9c-5953e646f184 service nova] Lock "81494cda-756f-492d-b8ba-993b257da132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.216373] env[69987]: DEBUG nova.compute.manager [req-a36ebe91-fa03-4e45-ba13-14fdb4cbce79 req-58a90723-f632-42e1-9a9c-5953e646f184 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] No waiting events found dispatching network-vif-plugged-15b30b02-62ca-4bde-a2e8-62978a63f9e4 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.216534] env[69987]: WARNING nova.compute.manager [req-a36ebe91-fa03-4e45-ba13-14fdb4cbce79 req-58a90723-f632-42e1-9a9c-5953e646f184 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Received unexpected event network-vif-plugged-15b30b02-62ca-4bde-a2e8-62978a63f9e4 for instance with vm_state building and task_state spawning. [ 732.255478] env[69987]: DEBUG nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.334899] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17bcd323-cf7c-4722-a447-b383c6706d89 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.044s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.486883] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.487439] env[69987]: DEBUG nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.490236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.702s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.491904] env[69987]: INFO nova.compute.claims [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.520189] env[69987]: DEBUG nova.network.neutron [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.561902] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46326} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.561902] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 11e73f0c-0692-47be-a4b6-86fdecd2886f/11e73f0c-0692-47be-a4b6-86fdecd2886f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.561902] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.561902] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b9f07bf-a4fc-4abb-86d0-138b9c1db10c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.569128] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 732.569128] env[69987]: value = "task-3500003" [ 732.569128] env[69987]: _type = "Task" [ 732.569128] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.579173] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.714345] env[69987]: DEBUG nova.network.neutron [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Updating instance_info_cache with network_info: [{"id": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "address": "fa:16:3e:a7:fb:ec", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8120e26f-db", "ovs_interfaceid": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.745128] env[69987]: DEBUG nova.network.neutron [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Updating instance_info_cache with network_info: [{"id": "15b30b02-62ca-4bde-a2e8-62978a63f9e4", "address": "fa:16:3e:d7:09:ae", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b30b02-62", "ovs_interfaceid": "15b30b02-62ca-4bde-a2e8-62978a63f9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.789327] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.837581] env[69987]: DEBUG nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.996253] env[69987]: DEBUG nova.compute.utils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.002199] env[69987]: DEBUG nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.002446] env[69987]: DEBUG nova.network.neutron [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.087556] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132868} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.087872] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.088733] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eafe220-81ba-44c5-8b5f-2eb7e5436572 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.116090] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 11e73f0c-0692-47be-a4b6-86fdecd2886f/11e73f0c-0692-47be-a4b6-86fdecd2886f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.118499] env[69987]: DEBUG nova.policy [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9262d5db7bd47fd80aef96ff68db0aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f85ac533efa4770a37c0f4da9d3d5c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.118499] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f190dbad-4c6a-4726-a349-c8a37540f9a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.143017] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 733.143017] env[69987]: value = "task-3500004" [ 733.143017] env[69987]: _type = "Task" [ 733.143017] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.153165] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.220930] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.223739] env[69987]: DEBUG nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Instance network_info: |[{"id": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "address": "fa:16:3e:a7:fb:ec", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8120e26f-db", "ovs_interfaceid": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.223978] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:fb:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8120e26f-db11-47f9-9af8-9b50e9e32e72', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.237310] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Creating folder: Project (0c8abcc9a8264396b68050d2d132c8ae). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.237488] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a16e680b-846f-4d4b-b421-39e2a11962db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.252156] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Created folder: Project (0c8abcc9a8264396b68050d2d132c8ae) in parent group-v699418. [ 733.252460] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Creating folder: Instances. Parent ref: group-v699428. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.252664] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d3f9fc-f54b-467d-9e46-aed6d4d0f995 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.256551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Releasing lock "refresh_cache-81494cda-756f-492d-b8ba-993b257da132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.257812] env[69987]: DEBUG nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Instance network_info: |[{"id": "15b30b02-62ca-4bde-a2e8-62978a63f9e4", "address": "fa:16:3e:d7:09:ae", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b30b02-62", "ovs_interfaceid": "15b30b02-62ca-4bde-a2e8-62978a63f9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.258049] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:09:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15b30b02-62ca-4bde-a2e8-62978a63f9e4', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.271687] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Creating folder: Project (2db1f652ecf9429aa63b91db2da4b1ae). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.272302] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-385ef217-9a89-47c2-ac8d-13681e066c3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.281082] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Created folder: Instances in parent group-v699428. [ 733.281236] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.281378] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.281553] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e654527-07a3-42d4-b53b-ee30bc36f3a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.301514] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Created folder: Project (2db1f652ecf9429aa63b91db2da4b1ae) in parent group-v699418. [ 733.301796] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Creating folder: Instances. Parent ref: group-v699430. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.304801] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-633001cd-394c-45c2-a79f-6bcfa71e6ac5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.306603] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.306603] env[69987]: value = "task-3500008" [ 733.306603] env[69987]: _type = "Task" [ 733.306603] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.311851] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Created folder: Instances in parent group-v699430. [ 733.312131] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.312712] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81494cda-756f-492d-b8ba-993b257da132] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.312972] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e774dc77-072f-44e5-a8c4-9b28bc7feae1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.338836] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500008, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.349086] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.349086] env[69987]: value = "task-3500010" [ 733.349086] env[69987]: _type = "Task" [ 733.349086] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.371687] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500010, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.388888] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.506972] env[69987]: DEBUG nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.603214] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "88e60979-6906-4c76-b683-1891f48beea7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.603477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "88e60979-6906-4c76-b683-1891f48beea7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.658683] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500004, 'name': ReconfigVM_Task, 'duration_secs': 0.302324} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.663583] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 11e73f0c-0692-47be-a4b6-86fdecd2886f/11e73f0c-0692-47be-a4b6-86fdecd2886f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.664472] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e442748-22fe-46e6-b081-4dcb5838630e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.676364] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 733.676364] env[69987]: value = "task-3500011" [ 733.676364] env[69987]: _type = "Task" [ 733.676364] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.692439] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500011, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.820059] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500008, 'name': CreateVM_Task, 'duration_secs': 0.454522} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.822810] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.825426] env[69987]: DEBUG oslo_vmware.service [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3543520d-e12f-4b67-be0a-6607aad1717e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.834690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.834690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.835656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.837752] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce52fde-4043-44b4-a05f-23d72f2bebe0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.846822] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 733.846822] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52edb205-259e-ad3f-917e-4de77d04f3a4" [ 733.846822] env[69987]: _type = "Task" [ 733.846822] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.868296] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500010, 'name': CreateVM_Task, 'duration_secs': 0.318467} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.870360] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81494cda-756f-492d-b8ba-993b257da132] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.870951] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.871395] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.871774] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.872341] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.873724] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.876213] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cc481c-eac9-438a-b6be-33c5bbe498df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.879320] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.880421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.881557] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.881557] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d7ce19-331a-49dc-9e35-206da1f69919 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.883919] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7c5c6d-4965-4742-9767-b9c373f0960c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.896020] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0815226a-ecde-4273-bab8-ae88237306f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.903844] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.903844] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.907635] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e9e22-f87e-4b99-9af4-34289651e6bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.939604] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 733.939604] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b1eac8-ed81-aaea-f420-39b5fd03fe44" [ 733.939604] env[69987]: _type = "Task" [ 733.939604] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.939604] env[69987]: DEBUG nova.network.neutron [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Successfully created port: 92c67b91-1a1f-48d6-a604-932c1e357651 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.943174] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0892e78a-061d-49e8-babb-28533c1c9a60 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.952535] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede24f14-7695-47dd-9652-1f6962458d00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.959082] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288ebc64-886b-427c-905b-aad967288ca7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.968410] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 733.968410] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526d9477-d532-ce6e-eca9-20a766bca882" [ 733.968410] env[69987]: _type = "Task" [ 733.968410] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.969120] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b1eac8-ed81-aaea-f420-39b5fd03fe44, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.969449] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.969698] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.969926] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.970079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.970273] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.985651] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc44e432-814d-4ca9-8fc0-8b8b132dca65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.991767] env[69987]: DEBUG nova.compute.provider_tree [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.998010] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "8dbbc346-b158-4839-947f-030522d24158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.998246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "8dbbc346-b158-4839-947f-030522d24158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.012037] env[69987]: DEBUG nova.network.neutron [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Successfully updated port: 781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.019460] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Preparing fetch location {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 734.020091] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Creating directory with path [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.020844] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.021745] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.022396] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f94e0f-2df1-432d-9517-302c09aa426f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.025423] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afb7229-9e09-4bf0-aef6-2c1e86aba673 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.036212] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 734.036212] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5293165d-2697-e064-bbaf-9349c54c6add" [ 734.036212] env[69987]: _type = "Task" [ 734.036212] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.047407] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5293165d-2697-e064-bbaf-9349c54c6add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.054667] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Created directory with path [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.054812] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Fetch image to [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 734.054970] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Downloading image file data 3a95316a-003e-4f29-a875-e84f764356d2 to [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk on the data store datastore2 {{(pid=69987) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 734.055965] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1281be-9f7b-47cb-ba49-d0a20d915899 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.063438] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f45e4-72d5-46f1-a9f8-54197e16189a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.076458] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9f655-b089-4eaa-b8ef-03e41aeeeb45 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.112930] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7efc490-8679-42c2-bd36-69e9e9ab622b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.120122] env[69987]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-32673f43-eae3-4e9f-b5ef-f870a9217903 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.144450] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Downloading image file data 3a95316a-003e-4f29-a875-e84f764356d2 to the data store datastore2 {{(pid=69987) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 734.192884] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500011, 'name': Rename_Task, 'duration_secs': 0.148441} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.194179] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.195349] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb9481f6-a2bc-4e4e-8805-e8f243f85e91 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.206655] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 734.206655] env[69987]: value = "task-3500012" [ 734.206655] env[69987]: _type = "Task" [ 734.206655] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.215264] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.243482] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69987) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 734.498744] env[69987]: DEBUG nova.scheduler.client.report [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.522222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.522395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.522549] env[69987]: DEBUG nova.network.neutron [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.525358] env[69987]: DEBUG nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.554936] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5293165d-2697-e064-bbaf-9349c54c6add, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.559739] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.559739] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.559919] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.560162] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.560262] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.560420] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.560668] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.560861] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.561207] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.561284] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.561683] env[69987]: DEBUG nova.virt.hardware [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.561760] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31968963-5670-4488-9056-dc411481162e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.565277] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51971267-af7d-4e6a-a4ae-fdde5f680559 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.579028] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 734.579028] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b8bac7-00e3-1429-6624-5fe0ad8a34d1" [ 734.579028] env[69987]: _type = "Task" [ 734.579028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.589465] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8241060-487c-43e4-adef-04f77902154f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.604401] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b8bac7-00e3-1429-6624-5fe0ad8a34d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.621856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.622478] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 81494cda-756f-492d-b8ba-993b257da132/81494cda-756f-492d-b8ba-993b257da132.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.625264] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be81b239-2738-42cf-8546-d898f61f6545 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.648957] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 734.648957] env[69987]: value = "task-3500013" [ 734.648957] env[69987]: _type = "Task" [ 734.648957] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.662179] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.719187] env[69987]: DEBUG oslo_vmware.api [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500012, 'name': PowerOnVM_Task, 'duration_secs': 0.484917} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.719461] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.719659] env[69987]: INFO nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Took 9.62 seconds to spawn the instance on the hypervisor. [ 734.720117] env[69987]: DEBUG nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.722016] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6478f7-5088-4acd-b391-1ba6f56250ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.918234] env[69987]: DEBUG nova.compute.manager [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Received event network-changed-b06acbcc-aaef-4692-991e-81739f0a65cc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.918712] env[69987]: DEBUG nova.compute.manager [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Refreshing instance network info cache due to event network-changed-b06acbcc-aaef-4692-991e-81739f0a65cc. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.918843] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Acquiring lock "refresh_cache-11e73f0c-0692-47be-a4b6-86fdecd2886f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.918996] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Acquired lock "refresh_cache-11e73f0c-0692-47be-a4b6-86fdecd2886f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.919393] env[69987]: DEBUG nova.network.neutron [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Refreshing network info cache for port b06acbcc-aaef-4692-991e-81739f0a65cc {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.925143] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Completed reading data from the image iterator. {{(pid=69987) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 734.925143] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 735.004299] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.004660] env[69987]: DEBUG nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.007143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.023s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.009093] env[69987]: INFO nova.compute.claims [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.077337] env[69987]: DEBUG nova.network.neutron [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.085199] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Downloaded image file data 3a95316a-003e-4f29-a875-e84f764356d2 to vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk on the data store datastore2 {{(pid=69987) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 735.087731] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Caching image {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 735.088063] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copying Virtual Disk [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk to [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.088760] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e24240c-4d6f-4d34-b0b4-a45d9da288e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.102744] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 735.102744] env[69987]: value = "task-3500014" [ 735.102744] env[69987]: _type = "Task" [ 735.102744] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.118735] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.144088] env[69987]: INFO nova.compute.manager [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Rebuilding instance [ 735.166589] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.207337] env[69987]: DEBUG nova.compute.manager [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.208175] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4547f6-e904-4fb8-89ec-dd4c88853958 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.226197] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "e8adf65d-fde7-4479-a05c-5690f9e87910" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.226477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.240959] env[69987]: INFO nova.compute.manager [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Took 16.65 seconds to build instance. [ 735.287191] env[69987]: DEBUG nova.network.neutron [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [{"id": "781a8d35-65b6-42cf-bdab-5f653e43678e", "address": "fa:16:3e:45:6e:83", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781a8d35-65", "ovs_interfaceid": "781a8d35-65b6-42cf-bdab-5f653e43678e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.513439] env[69987]: DEBUG nova.compute.utils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.516701] env[69987]: DEBUG nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.516924] env[69987]: DEBUG nova.network.neutron [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.611274] env[69987]: DEBUG nova.policy [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '087c6bc1918f4df6a802c71956697aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f9ed1152b1a403eb400dabe0b765d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.618066] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.664451] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735967} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.664668] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 81494cda-756f-492d-b8ba-993b257da132/81494cda-756f-492d-b8ba-993b257da132.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.664952] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.665210] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95663de4-59a1-447f-adf3-69fa4024315c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.673919] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 735.673919] env[69987]: value = "task-3500015" [ 735.673919] env[69987]: _type = "Task" [ 735.673919] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.681900] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.708102] env[69987]: DEBUG nova.network.neutron [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Updated VIF entry in instance network info cache for port b06acbcc-aaef-4692-991e-81739f0a65cc. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.708102] env[69987]: DEBUG nova.network.neutron [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Updating instance_info_cache with network_info: [{"id": "b06acbcc-aaef-4692-991e-81739f0a65cc", "address": "fa:16:3e:88:34:0a", "network": {"id": "0ff93d65-b7b3-49cb-9b82-6389e05f4867", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1389744912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d032600e76b64ad0b4845c192fcfa0f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06acbcc-aa", "ovs_interfaceid": "b06acbcc-aaef-4692-991e-81739f0a65cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.747861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42d54c6f-8e7b-472b-ad6d-6e06668fc11f tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.172s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.791378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Releasing lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.791802] env[69987]: DEBUG nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Instance network_info: |[{"id": "781a8d35-65b6-42cf-bdab-5f653e43678e", "address": "fa:16:3e:45:6e:83", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781a8d35-65", "ovs_interfaceid": "781a8d35-65b6-42cf-bdab-5f653e43678e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.792251] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:6e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '781a8d35-65b6-42cf-bdab-5f653e43678e', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.806147] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Creating folder: Project (52742807b69d4ae9ae9a7e76c5981276). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.806885] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dd347f7-5945-4789-92bb-c650ca1f752a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.821967] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Created folder: Project (52742807b69d4ae9ae9a7e76c5981276) in parent group-v699418. [ 735.821967] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Creating folder: Instances. Parent ref: group-v699434. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.821967] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baa8bb29-1c72-4621-a40f-f1faf8e8e6f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.830640] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Created folder: Instances in parent group-v699434. [ 735.830924] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.831344] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.831594] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b08459d8-ad44-4424-9ef2-1ae1b7d1d745 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.851721] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.851721] env[69987]: value = "task-3500018" [ 735.851721] env[69987]: _type = "Task" [ 735.851721] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.860202] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500018, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.983345] env[69987]: DEBUG nova.compute.manager [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.984306] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84a299-e645-4dd3-b6e5-f45920cb830d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.020940] env[69987]: DEBUG nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.053458] env[69987]: DEBUG nova.network.neutron [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Successfully created port: 03d2710f-03fd-4de8-8ab8-dd3311da510a {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.086734] env[69987]: DEBUG nova.network.neutron [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Successfully updated port: 92c67b91-1a1f-48d6-a604-932c1e357651 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.121792] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500014, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.193605] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179773} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.193605] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.194563] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debad2be-1797-453a-b9dc-de4eeb4d4c57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.202122] env[69987]: DEBUG nova.compute.manager [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Received event network-changed-15b30b02-62ca-4bde-a2e8-62978a63f9e4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.202384] env[69987]: DEBUG nova.compute.manager [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Refreshing instance network info cache due to event network-changed-15b30b02-62ca-4bde-a2e8-62978a63f9e4. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.203050] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Acquiring lock "refresh_cache-81494cda-756f-492d-b8ba-993b257da132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.203050] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Acquired lock "refresh_cache-81494cda-756f-492d-b8ba-993b257da132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.203050] env[69987]: DEBUG nova.network.neutron [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Refreshing network info cache for port 15b30b02-62ca-4bde-a2e8-62978a63f9e4 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.218572] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Releasing lock "refresh_cache-11e73f0c-0692-47be-a4b6-86fdecd2886f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.218989] env[69987]: DEBUG nova.compute.manager [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Received event network-vif-plugged-8120e26f-db11-47f9-9af8-9b50e9e32e72 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.219111] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Acquiring lock "2c519237-3872-4b47-93c5-181f773eccb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.219322] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Lock "2c519237-3872-4b47-93c5-181f773eccb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.219506] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Lock "2c519237-3872-4b47-93c5-181f773eccb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.220562] env[69987]: DEBUG nova.compute.manager [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] No waiting events found dispatching network-vif-plugged-8120e26f-db11-47f9-9af8-9b50e9e32e72 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.220562] env[69987]: WARNING nova.compute.manager [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Received unexpected event network-vif-plugged-8120e26f-db11-47f9-9af8-9b50e9e32e72 for instance with vm_state building and task_state spawning. [ 736.220562] env[69987]: DEBUG nova.compute.manager [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Received event network-changed-8120e26f-db11-47f9-9af8-9b50e9e32e72 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.220562] env[69987]: DEBUG nova.compute.manager [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Refreshing instance network info cache due to event network-changed-8120e26f-db11-47f9-9af8-9b50e9e32e72. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.220562] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Acquiring lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.221185] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Acquired lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.221185] env[69987]: DEBUG nova.network.neutron [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Refreshing network info cache for port 8120e26f-db11-47f9-9af8-9b50e9e32e72 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.232825] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 81494cda-756f-492d-b8ba-993b257da132/81494cda-756f-492d-b8ba-993b257da132.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.235027] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.235309] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4f77e4-62c6-4288-8f47-84ca93cf7dd8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.254402] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e9d0b8-3071-4e79-ba8e-a34aa18b9767 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.257037] env[69987]: DEBUG nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.267798] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 736.267798] env[69987]: value = "task-3500019" [ 736.267798] env[69987]: _type = "Task" [ 736.267798] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.269361] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 736.269361] env[69987]: value = "task-3500020" [ 736.269361] env[69987]: _type = "Task" [ 736.269361] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.289878] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.296220] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.363660] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500018, 'name': CreateVM_Task, 'duration_secs': 0.499573} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.363764] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.364412] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.364672] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.365745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.365745] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4017616-eea4-47ef-be74-8db304dc8737 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.368899] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64a411-db9e-417a-9f2a-978abeb811b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.375226] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 736.375226] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e9c932-8e8b-eb06-a475-8342b267d7b9" [ 736.375226] env[69987]: _type = "Task" [ 736.375226] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.381976] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22fbe99-c127-4139-8ab1-0cf037742c12 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.390739] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e9c932-8e8b-eb06-a475-8342b267d7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.416923] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f5951a-f3eb-4f56-8ab4-5bda01bab9fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.425098] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033305d1-54cb-4333-bb6e-0dcc76d3bffc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.439821] env[69987]: DEBUG nova.compute.provider_tree [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.500972] env[69987]: INFO nova.compute.manager [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] instance snapshotting [ 736.501640] env[69987]: DEBUG nova.objects.instance [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lazy-loading 'flavor' on Instance uuid 76d2772a-8392-4a05-bd09-07949475b4b6 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.537485] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "0f5ccae7-1100-4899-8949-687a20f268b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.537485] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.591572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "refresh_cache-8d24c8fe-c846-436a-b803-b9b7cdb63355" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "refresh_cache-8d24c8fe-c846-436a-b803-b9b7cdb63355" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.591572] env[69987]: DEBUG nova.network.neutron [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.618865] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.42415} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.619139] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copied Virtual Disk [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk to [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.619326] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleting the datastore file [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2/tmp-sparse.vmdk {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.619576] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57ced9cf-d84e-4604-94ab-44e13c353634 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.626386] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 736.626386] env[69987]: value = "task-3500021" [ 736.626386] env[69987]: _type = "Task" [ 736.626386] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.635522] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.713619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.713619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.785996] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500019, 'name': PowerOffVM_Task, 'duration_secs': 0.144438} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.792043] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.792043] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.792043] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.792043] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1850e8-f99b-4238-aefa-160bbeab8587 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.796741] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.801418] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.802057] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1899e160-ed90-4491-9ede-2c52b234b433 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.836612] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.837207] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.837530] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Deleting the datastore file [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.837972] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85508c81-2995-43d5-9a84-07c1edd8677a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.849384] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 736.849384] env[69987]: value = "task-3500023" [ 736.849384] env[69987]: _type = "Task" [ 736.849384] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.858365] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.888325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.888822] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.889803] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.948073] env[69987]: DEBUG nova.scheduler.client.report [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.966127] env[69987]: DEBUG nova.network.neutron [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Updated VIF entry in instance network info cache for port 8120e26f-db11-47f9-9af8-9b50e9e32e72. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.966495] env[69987]: DEBUG nova.network.neutron [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Updating instance_info_cache with network_info: [{"id": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "address": "fa:16:3e:a7:fb:ec", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8120e26f-db", "ovs_interfaceid": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.007392] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e84d529-0950-459b-8da2-181c12740a19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.031373] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236cb79c-5a23-4ac7-bea8-cc8eb373f61c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.039705] env[69987]: DEBUG nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.072919] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.072919] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.072919] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.073159] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.073211] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.073685] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.073685] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.074930] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.074930] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.074930] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.074930] env[69987]: DEBUG nova.virt.hardware [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.075516] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf8d41a-31e9-4f78-8097-ee03264c25e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.084970] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb4804-36c3-49ff-a841-eb33350f742a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.136308] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083685} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.136565] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.136784] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Moving file from [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8/3a95316a-003e-4f29-a875-e84f764356d2 to [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2. {{(pid=69987) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 737.137049] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-83e25288-cc58-40e4-9027-2ec3b293e43d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.151318] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 737.151318] env[69987]: value = "task-3500024" [ 737.151318] env[69987]: _type = "Task" [ 737.151318] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.151318] env[69987]: DEBUG nova.network.neutron [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.160054] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500024, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.287133] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500020, 'name': ReconfigVM_Task, 'duration_secs': 0.877205} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.287403] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 81494cda-756f-492d-b8ba-993b257da132/81494cda-756f-492d-b8ba-993b257da132.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.288246] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73b2b840-858d-437c-8710-ec4f20b74ac3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.295572] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 737.295572] env[69987]: value = "task-3500025" [ 737.295572] env[69987]: _type = "Task" [ 737.295572] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.305968] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500025, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.318644] env[69987]: DEBUG nova.network.neutron [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Updating instance_info_cache with network_info: [{"id": "92c67b91-1a1f-48d6-a604-932c1e357651", "address": "fa:16:3e:d4:ec:11", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c67b91-1a", "ovs_interfaceid": "92c67b91-1a1f-48d6-a604-932c1e357651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.326478] env[69987]: DEBUG nova.network.neutron [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Updated VIF entry in instance network info cache for port 15b30b02-62ca-4bde-a2e8-62978a63f9e4. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.326825] env[69987]: DEBUG nova.network.neutron [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Updating instance_info_cache with network_info: [{"id": "15b30b02-62ca-4bde-a2e8-62978a63f9e4", "address": "fa:16:3e:d7:09:ae", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b30b02-62", "ovs_interfaceid": "15b30b02-62ca-4bde-a2e8-62978a63f9e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.359389] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251286} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.359559] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.359746] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.359910] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.411730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "46ca388e-79b7-403b-a895-99a9d1ac93cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.411730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.454343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.458157] env[69987]: DEBUG nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.458157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.162s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.462019] env[69987]: INFO nova.compute.claims [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.469611] env[69987]: DEBUG oslo_concurrency.lockutils [req-d6b6e3f7-e51e-49e6-ac29-558bd353a682 req-0367f16c-9bfd-4713-8471-ea7522926770 service nova] Releasing lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.546898] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 737.547231] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-789fabe7-22df-49e0-ba69-992256a910d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.554507] env[69987]: DEBUG oslo_vmware.api [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 737.554507] env[69987]: value = "task-3500026" [ 737.554507] env[69987]: _type = "Task" [ 737.554507] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.570362] env[69987]: DEBUG oslo_vmware.api [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3500026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.664940] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500024, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042797} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.665288] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] File moved {{(pid=69987) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 737.665288] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Cleaning up location [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 737.665696] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleting the datastore file [datastore2] vmware_temp/13ee9bdd-8c87-4efd-a89f-0482ffa08ad8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.665932] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2332dcf-a7d1-4e7a-a548-0cb2e7e44347 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.672848] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 737.672848] env[69987]: value = "task-3500027" [ 737.672848] env[69987]: _type = "Task" [ 737.672848] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.682478] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.807532] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500025, 'name': Rename_Task, 'duration_secs': 0.223634} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.808377] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.808620] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b328fb4-2d5f-4cb3-9e0a-bcbc85926456 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.818538] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 737.818538] env[69987]: value = "task-3500028" [ 737.818538] env[69987]: _type = "Task" [ 737.818538] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.822322] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "refresh_cache-8d24c8fe-c846-436a-b803-b9b7cdb63355" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.822669] env[69987]: DEBUG nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Instance network_info: |[{"id": "92c67b91-1a1f-48d6-a604-932c1e357651", "address": "fa:16:3e:d4:ec:11", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c67b91-1a", "ovs_interfaceid": "92c67b91-1a1f-48d6-a604-932c1e357651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.823133] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ec:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c67b91-1a1f-48d6-a604-932c1e357651', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.831686] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating folder: Project (7f85ac533efa4770a37c0f4da9d3d5c4). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.833120] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Releasing lock "refresh_cache-81494cda-756f-492d-b8ba-993b257da132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.833551] env[69987]: DEBUG nova.compute.manager [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received event network-vif-plugged-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.833716] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Acquiring lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.833929] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.834116] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.834340] env[69987]: DEBUG nova.compute.manager [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] No waiting events found dispatching network-vif-plugged-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.834459] env[69987]: WARNING nova.compute.manager [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received unexpected event network-vif-plugged-781a8d35-65b6-42cf-bdab-5f653e43678e for instance with vm_state building and task_state spawning. [ 737.834624] env[69987]: DEBUG nova.compute.manager [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.835089] env[69987]: DEBUG nova.compute.manager [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing instance network info cache due to event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.835291] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Acquiring lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.835443] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Acquired lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.835590] env[69987]: DEBUG nova.network.neutron [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.836660] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a745f9c-a133-43d9-8dc4-454d70ab589a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.842710] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.851548] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created folder: Project (7f85ac533efa4770a37c0f4da9d3d5c4) in parent group-v699418. [ 737.851767] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating folder: Instances. Parent ref: group-v699437. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.852149] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa801914-fc53-46ca-9016-acc8e9be0721 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.862720] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created folder: Instances in parent group-v699437. [ 737.862961] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.863162] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.866424] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a1ae082-129e-4180-8477-367fe10168ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.887368] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.887368] env[69987]: value = "task-3500031" [ 737.887368] env[69987]: _type = "Task" [ 737.887368] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.896341] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500031, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.901955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "76d2772a-8392-4a05-bd09-07949475b4b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.902231] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "76d2772a-8392-4a05-bd09-07949475b4b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.902468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "76d2772a-8392-4a05-bd09-07949475b4b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.902659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "76d2772a-8392-4a05-bd09-07949475b4b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.902826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "76d2772a-8392-4a05-bd09-07949475b4b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.905214] env[69987]: INFO nova.compute.manager [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Terminating instance [ 737.963795] env[69987]: DEBUG nova.compute.utils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.967666] env[69987]: DEBUG nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.967666] env[69987]: DEBUG nova.network.neutron [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.046543] env[69987]: DEBUG nova.policy [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a27f697aeae440c6a7db21ff14b2345f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c8abcc9a8264396b68050d2d132c8ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.067823] env[69987]: DEBUG oslo_vmware.api [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3500026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.076494] env[69987]: DEBUG nova.network.neutron [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Successfully updated port: 03d2710f-03fd-4de8-8ab8-dd3311da510a {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.185983] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034363} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.186420] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.187299] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622c109e-9ad9-48ab-80f2-3eca4d323365 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.193985] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 738.193985] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525adfc3-a54b-e796-d183-7b0e2cd03458" [ 738.193985] env[69987]: _type = "Task" [ 738.193985] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.205538] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525adfc3-a54b-e796-d183-7b0e2cd03458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.244660] env[69987]: DEBUG nova.compute.manager [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Received event network-vif-plugged-92c67b91-1a1f-48d6-a604-932c1e357651 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.244760] env[69987]: DEBUG oslo_concurrency.lockutils [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] Acquiring lock "8d24c8fe-c846-436a-b803-b9b7cdb63355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.244992] env[69987]: DEBUG oslo_concurrency.lockutils [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.245686] env[69987]: DEBUG oslo_concurrency.lockutils [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.245983] env[69987]: DEBUG nova.compute.manager [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] No waiting events found dispatching network-vif-plugged-92c67b91-1a1f-48d6-a604-932c1e357651 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.246235] env[69987]: WARNING nova.compute.manager [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Received unexpected event network-vif-plugged-92c67b91-1a1f-48d6-a604-932c1e357651 for instance with vm_state building and task_state spawning. [ 738.246452] env[69987]: DEBUG nova.compute.manager [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Received event network-changed-92c67b91-1a1f-48d6-a604-932c1e357651 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.246656] env[69987]: DEBUG nova.compute.manager [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Refreshing instance network info cache due to event network-changed-92c67b91-1a1f-48d6-a604-932c1e357651. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.247054] env[69987]: DEBUG oslo_concurrency.lockutils [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] Acquiring lock "refresh_cache-8d24c8fe-c846-436a-b803-b9b7cdb63355" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.247276] env[69987]: DEBUG oslo_concurrency.lockutils [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] Acquired lock "refresh_cache-8d24c8fe-c846-436a-b803-b9b7cdb63355" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.247486] env[69987]: DEBUG nova.network.neutron [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Refreshing network info cache for port 92c67b91-1a1f-48d6-a604-932c1e357651 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.263358] env[69987]: DEBUG nova.compute.manager [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.264911] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5b3727-4de1-4e92-8b06-eaca99044f11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.332182] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500028, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.402877] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500031, 'name': CreateVM_Task, 'duration_secs': 0.356707} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.408608] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.408608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.408608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.408608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.408608] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e3062c-5a96-4abe-9509-83368e1dbeb8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.411608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "refresh_cache-76d2772a-8392-4a05-bd09-07949475b4b6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.412436] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquired lock "refresh_cache-76d2772a-8392-4a05-bd09-07949475b4b6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.412436] env[69987]: DEBUG nova.network.neutron [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.415063] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 738.415063] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528ad292-9e43-2810-0118-b436fbfd2001" [ 738.415063] env[69987]: _type = "Task" [ 738.415063] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.417531] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.417843] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.417897] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.418088] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.419157] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.419473] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.419547] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.419695] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.419864] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.420040] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.420258] env[69987]: DEBUG nova.virt.hardware [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.421490] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a67aa68-0e25-4e04-a07f-f8f6ceef002f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.439415] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3dd8ca-0891-47ab-a628-7cc5805dd0c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.443682] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528ad292-9e43-2810-0118-b436fbfd2001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.455138] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.460900] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.461338] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.461568] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60b2cbf0-835d-4a90-8f17-8412f10df604 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.476715] env[69987]: DEBUG nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.483688] env[69987]: DEBUG nova.network.neutron [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Successfully created port: 65863284-c8a4-48ac-bd4a-0b478b527a3a {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.491427] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.491427] env[69987]: value = "task-3500032" [ 738.491427] env[69987]: _type = "Task" [ 738.491427] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.501337] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500032, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.577790] env[69987]: DEBUG oslo_vmware.api [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3500026, 'name': CreateSnapshot_Task, 'duration_secs': 0.663007} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.581053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.581053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquired lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.581331] env[69987]: DEBUG nova.network.neutron [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.583019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.585892] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d36a5-a460-4262-9aa4-b7f66e39b79c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.708152] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525adfc3-a54b-e796-d183-7b0e2cd03458, 'name': SearchDatastore_Task, 'duration_secs': 0.013954} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.711528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.712214] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2c519237-3872-4b47-93c5-181f773eccb8/2c519237-3872-4b47-93c5-181f773eccb8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.713469] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.713469] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.713469] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bcac94f-3d33-47dc-9509-1342389cd83a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.715742] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970c2c88-1acb-4aba-9ff0-790d8b9759be {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.726021] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 738.726021] env[69987]: value = "task-3500033" [ 738.726021] env[69987]: _type = "Task" [ 738.726021] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.732819] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.732819] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.739601] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b46af73-87d8-4e4e-ab58-ecdfb57b3e7b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.749413] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 738.749413] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526408f7-dffa-3ec5-b728-d9a82a8f6d0c" [ 738.749413] env[69987]: _type = "Task" [ 738.749413] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.749771] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.766279] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526408f7-dffa-3ec5-b728-d9a82a8f6d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.780893] env[69987]: INFO nova.compute.manager [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] instance snapshotting [ 738.786987] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7200b5e8-4acc-400e-9794-66e89068a929 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.811258] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df8f61f-176f-4d0d-85ae-1a24313a349f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.837660] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500028, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.861754] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09867574-e179-46c0-ae44-871b7a394ff3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.869711] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d32d8d-c094-4e3c-b437-1b85a93bc6f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.912384] env[69987]: DEBUG nova.network.neutron [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updated VIF entry in instance network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.912384] env[69987]: DEBUG nova.network.neutron [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [{"id": "781a8d35-65b6-42cf-bdab-5f653e43678e", "address": "fa:16:3e:45:6e:83", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781a8d35-65", "ovs_interfaceid": "781a8d35-65b6-42cf-bdab-5f653e43678e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.913401] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d3f9a9-e9e0-4d5e-99ea-9d7cb1a602c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.933015] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95382f0-b662-416d-a13e-88cbc9ad0da1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.944639] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528ad292-9e43-2810-0118-b436fbfd2001, 'name': SearchDatastore_Task, 'duration_secs': 0.025323} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.954030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.954030] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.954030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.954533] env[69987]: DEBUG nova.compute.provider_tree [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.959069] env[69987]: DEBUG nova.network.neutron [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.992807] env[69987]: DEBUG nova.compute.manager [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Received event network-vif-plugged-03d2710f-03fd-4de8-8ab8-dd3311da510a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.992807] env[69987]: DEBUG oslo_concurrency.lockutils [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] Acquiring lock "60073f62-26e8-4d08-a43b-972ca96bcc9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.993237] env[69987]: DEBUG oslo_concurrency.lockutils [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.993237] env[69987]: DEBUG oslo_concurrency.lockutils [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.993237] env[69987]: DEBUG nova.compute.manager [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] No waiting events found dispatching network-vif-plugged-03d2710f-03fd-4de8-8ab8-dd3311da510a {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.993446] env[69987]: WARNING nova.compute.manager [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Received unexpected event network-vif-plugged-03d2710f-03fd-4de8-8ab8-dd3311da510a for instance with vm_state building and task_state spawning. [ 738.993643] env[69987]: DEBUG nova.compute.manager [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Received event network-changed-03d2710f-03fd-4de8-8ab8-dd3311da510a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.993705] env[69987]: DEBUG nova.compute.manager [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Refreshing instance network info cache due to event network-changed-03d2710f-03fd-4de8-8ab8-dd3311da510a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.993828] env[69987]: DEBUG oslo_concurrency.lockutils [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] Acquiring lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.008494] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500032, 'name': CreateVM_Task, 'duration_secs': 0.370092} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.008701] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.009161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.009345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.009659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.009982] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bccdd9e-6d4e-4c71-b4bd-a089068e0bd7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.016318] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 739.016318] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52af37f0-761b-266c-ed95-45b1dea747ca" [ 739.016318] env[69987]: _type = "Task" [ 739.016318] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.028071] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52af37f0-761b-266c-ed95-45b1dea747ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.056144] env[69987]: DEBUG nova.network.neutron [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.101219] env[69987]: DEBUG nova.compute.manager [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Instance disappeared during snapshot {{(pid=69987) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 739.126609] env[69987]: DEBUG nova.network.neutron [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.164598] env[69987]: DEBUG nova.network.neutron [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Updated VIF entry in instance network info cache for port 92c67b91-1a1f-48d6-a604-932c1e357651. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.164987] env[69987]: DEBUG nova.network.neutron [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Updating instance_info_cache with network_info: [{"id": "92c67b91-1a1f-48d6-a604-932c1e357651", "address": "fa:16:3e:d4:ec:11", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c67b91-1a", "ovs_interfaceid": "92c67b91-1a1f-48d6-a604-932c1e357651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.243692] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500033, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.263213] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526408f7-dffa-3ec5-b728-d9a82a8f6d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.021456} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.267203] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d8da2e-9572-4e0d-8ddc-b565000449ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.273181] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 739.273181] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5262712b-7a70-9687-d08b-139324307830" [ 739.273181] env[69987]: _type = "Task" [ 739.273181] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.283591] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5262712b-7a70-9687-d08b-139324307830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.311228] env[69987]: DEBUG nova.network.neutron [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Updating instance_info_cache with network_info: [{"id": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "address": "fa:16:3e:e7:bb:73", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d2710f-03", "ovs_interfaceid": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.315231] env[69987]: DEBUG nova.compute.manager [None req-71d8da4f-6c17-4b05-8e2c-9030e8666a45 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Found 0 images (rotation: 2) {{(pid=69987) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 739.333390] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 739.334811] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-616befc7-4937-4e59-8615-faf7b48e3d5a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.342199] env[69987]: DEBUG oslo_vmware.api [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500028, 'name': PowerOnVM_Task, 'duration_secs': 1.096577} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.342199] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.342427] env[69987]: INFO nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Took 11.91 seconds to spawn the instance on the hypervisor. [ 739.342538] env[69987]: DEBUG nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.343443] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90656f18-6919-4054-95d5-be2c8d70b302 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.347987] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 739.347987] env[69987]: value = "task-3500034" [ 739.347987] env[69987]: _type = "Task" [ 739.347987] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.363969] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.418715] env[69987]: DEBUG oslo_concurrency.lockutils [req-36f8c786-f0a1-41a5-9408-394223176a15 req-1c42e730-983d-4f3a-b650-b15e06b4bd72 service nova] Releasing lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.496573] env[69987]: ERROR nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [req-4e106bec-bc93-485a-ae61-54d31b34cdf4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e106bec-bc93-485a-ae61-54d31b34cdf4"}]} [ 739.496573] env[69987]: DEBUG nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.526476] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.539919] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52af37f0-761b-266c-ed95-45b1dea747ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.542372] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.542606] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.542762] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.542942] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.543106] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.543313] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.543575] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.543773] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.544946] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.544946] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.544946] env[69987]: DEBUG nova.virt.hardware [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.544946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.544946] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.545262] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.546442] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25aac62-3f32-417a-8ef1-f502db1cef73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.554180] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.554623] env[69987]: DEBUG nova.compute.provider_tree [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.557753] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bd3139-f3c0-437a-b023-4b4007b3bfac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.562401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Releasing lock "refresh_cache-76d2772a-8392-4a05-bd09-07949475b4b6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.562763] env[69987]: DEBUG nova.compute.manager [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.563097] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.563726] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb55cb-d8d6-450b-9215-d9665a225fa0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.579818] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.581940] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.582370] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6690e4b1-772f-40f5-b533-1ed8080dd977 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.588487] env[69987]: DEBUG oslo_vmware.api [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 739.588487] env[69987]: value = "task-3500035" [ 739.588487] env[69987]: _type = "Task" [ 739.588487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.596813] env[69987]: DEBUG oslo_vmware.api [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3500035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.601590] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.676989] env[69987]: DEBUG oslo_concurrency.lockutils [req-d12fbbb0-da96-4b48-b47c-2adb25250caa req-8306b02b-289c-42ea-b26e-da4de19345d2 service nova] Releasing lock "refresh_cache-8d24c8fe-c846-436a-b803-b9b7cdb63355" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.747438] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689984} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.748541] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2c519237-3872-4b47-93c5-181f773eccb8/2c519237-3872-4b47-93c5-181f773eccb8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.748541] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.748541] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26dd6dac-fd93-496c-ba04-bf3ceb095821 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.755281] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 739.755281] env[69987]: value = "task-3500036" [ 739.755281] env[69987]: _type = "Task" [ 739.755281] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.767862] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.783894] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5262712b-7a70-9687-d08b-139324307830, 'name': SearchDatastore_Task, 'duration_secs': 0.060585} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.784133] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.784423] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 3448671a-a384-4c15-a9ba-1ba3dad1b1d6/3448671a-a384-4c15-a9ba-1ba3dad1b1d6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.784718] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.784906] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.785119] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5358d70c-eda1-4887-aa2f-8c6077771780 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.789185] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c252f84-ae9a-48fb-9d9d-124095527cc9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.798363] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 739.798363] env[69987]: value = "task-3500037" [ 739.798363] env[69987]: _type = "Task" [ 739.798363] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.799531] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.800241] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.803898] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c6a872-98e0-443b-b8c6-9116bccfd0e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.814992] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.815222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Releasing lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.817158] env[69987]: DEBUG nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Instance network_info: |[{"id": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "address": "fa:16:3e:e7:bb:73", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d2710f-03", "ovs_interfaceid": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.818830] env[69987]: DEBUG oslo_concurrency.lockutils [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] Acquired lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.819161] env[69987]: DEBUG nova.network.neutron [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Refreshing network info cache for port 03d2710f-03fd-4de8-8ab8-dd3311da510a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.821873] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:bb:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03d2710f-03fd-4de8-8ab8-dd3311da510a', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.828755] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Creating folder: Project (6f9ed1152b1a403eb400dabe0b765d73). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.828755] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 739.828755] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273a531-222c-6d93-cbeb-9eb67daa950c" [ 739.828755] env[69987]: _type = "Task" [ 739.828755] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.832419] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a839801-25c8-4dd5-a3f7-3f2cb1497daa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.843304] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5273a531-222c-6d93-cbeb-9eb67daa950c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.846264] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Created folder: Project (6f9ed1152b1a403eb400dabe0b765d73) in parent group-v699418. [ 739.846454] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Creating folder: Instances. Parent ref: group-v699442. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.848978] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb582383-ea73-482c-80ba-9120653be336 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.863304] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.867042] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Created folder: Instances in parent group-v699442. [ 739.867276] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.869186] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.869337] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7def9d8a-2eb2-4ece-9a80-04fd54b2474d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.884877] env[69987]: INFO nova.compute.manager [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: 81494cda-756f-492d-b8ba-993b257da132] Took 19.80 seconds to build instance. [ 739.892299] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.892299] env[69987]: value = "task-3500040" [ 739.892299] env[69987]: _type = "Task" [ 739.892299] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.899846] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500040, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.945327] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762ec54a-b33a-4518-9520-a34c1f005934 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.953401] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2177f852-e1bf-4d71-bd00-614a84929354 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.985438] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5cf819-9ce5-4809-8ad4-6f6624116fcb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.992296] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947e0207-fdb0-474a-86e2-1bd17e1cd9c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.007749] env[69987]: DEBUG nova.compute.provider_tree [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.099445] env[69987]: DEBUG oslo_vmware.api [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3500035, 'name': PowerOffVM_Task, 'duration_secs': 0.187142} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.099702] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.099906] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.100167] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd37742-ef4a-477a-bc71-887325f9d15c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.133595] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.133819] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.133997] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Deleting the datastore file [datastore1] 76d2772a-8392-4a05-bd09-07949475b4b6 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.135324] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10da3d0-019f-4fed-ad81-b02fee109f24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.147472] env[69987]: DEBUG oslo_vmware.api [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for the task: (returnval){ [ 740.147472] env[69987]: value = "task-3500042" [ 740.147472] env[69987]: _type = "Task" [ 740.147472] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.157961] env[69987]: DEBUG oslo_vmware.api [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3500042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.265934] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070829} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.266289] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.267126] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d0025-9310-43df-997f-1c17a8ec3cc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.296333] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2c519237-3872-4b47-93c5-181f773eccb8/2c519237-3872-4b47-93c5-181f773eccb8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.296678] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b8071af-b11c-4fab-a4e4-290c6d017649 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.324324] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500037, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.326802] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 740.326802] env[69987]: value = "task-3500043" [ 740.326802] env[69987]: _type = "Task" [ 740.326802] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.341171] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.351213] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5273a531-222c-6d93-cbeb-9eb67daa950c, 'name': SearchDatastore_Task, 'duration_secs': 0.038365} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.355709] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708ca7a3-e138-4dad-b18d-399014246c0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.363603] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500034, 'name': CreateSnapshot_Task, 'duration_secs': 0.871647} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.365120] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.365578] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 740.365578] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dbea7f-dd7a-7fdf-2efb-873f322b20ed" [ 740.365578] env[69987]: _type = "Task" [ 740.365578] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.366217] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd1b778-ff36-4d13-85aa-72f06d863396 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.378911] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dbea7f-dd7a-7fdf-2efb-873f322b20ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.388202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3401e883-628a-4227-8c84-6bc8d66e03ad tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "81494cda-756f-492d-b8ba-993b257da132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.314s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.407495] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500040, 'name': CreateVM_Task, 'duration_secs': 0.402868} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.407495] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.407495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.407495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.407495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.407495] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab49b60-3055-4d56-87c4-7ed9cffc12b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.415156] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 740.415156] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5229fdea-aece-1c15-b2b8-55ec87a799fc" [ 740.415156] env[69987]: _type = "Task" [ 740.415156] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.425318] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5229fdea-aece-1c15-b2b8-55ec87a799fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.518207] env[69987]: DEBUG nova.network.neutron [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Successfully updated port: 65863284-c8a4-48ac-bd4a-0b478b527a3a {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.541817] env[69987]: ERROR nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [req-9c2a4a08-ded5-4afe-a97d-0cd1e58609df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c2a4a08-ded5-4afe-a97d-0cd1e58609df"}]} [ 740.565196] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.588586] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.588688] env[69987]: DEBUG nova.compute.provider_tree [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.607230] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.639731] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.663222] env[69987]: DEBUG oslo_vmware.api [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Task: {'id': task-3500042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514421} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.664121] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.664335] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.664526] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.664722] env[69987]: INFO nova.compute.manager [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 740.664983] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.670844] env[69987]: DEBUG nova.compute.manager [-] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.670844] env[69987]: DEBUG nova.network.neutron [-] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.699658] env[69987]: DEBUG nova.network.neutron [-] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.702876] env[69987]: DEBUG nova.network.neutron [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Updated VIF entry in instance network info cache for port 03d2710f-03fd-4de8-8ab8-dd3311da510a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.703456] env[69987]: DEBUG nova.network.neutron [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Updating instance_info_cache with network_info: [{"id": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "address": "fa:16:3e:e7:bb:73", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d2710f-03", "ovs_interfaceid": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.770046] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "9f30e265-50d0-42b4-a79f-950aa915aa53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.770046] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.824596] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670479} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.827486] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 3448671a-a384-4c15-a9ba-1ba3dad1b1d6/3448671a-a384-4c15-a9ba-1ba3dad1b1d6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.827773] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.828995] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16b7c5cd-7aa7-4f9d-b146-c88cdefe2870 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.843194] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.847490] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 740.847490] env[69987]: value = "task-3500044" [ 740.847490] env[69987]: _type = "Task" [ 740.847490] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.857629] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.882316] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dbea7f-dd7a-7fdf-2efb-873f322b20ed, 'name': SearchDatastore_Task, 'duration_secs': 0.054304} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.886732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.886732] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 8d24c8fe-c846-436a-b803-b9b7cdb63355/8d24c8fe-c846-436a-b803-b9b7cdb63355.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.895891] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.896287] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.896550] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.896819] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbeaab95-90cd-48f4-9976-c6a99440d34f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.899178] env[69987]: DEBUG nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.901995] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe105533-9a26-46ef-b9f0-3f9ff05835a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.904980] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-467baa56-f770-4612-a1d3-0ade07d74a59 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.915884] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 740.915884] env[69987]: value = "task-3500045" [ 740.915884] env[69987]: _type = "Task" [ 740.915884] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.921500] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 740.921500] env[69987]: value = "task-3500046" [ 740.921500] env[69987]: _type = "Task" [ 740.921500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.926542] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.926542] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.930910] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec2d82d-6b7f-43c0-b719-652fc5ef87dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.943825] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5229fdea-aece-1c15-b2b8-55ec87a799fc, 'name': SearchDatastore_Task, 'duration_secs': 0.036711} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.944209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.944487] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.948379] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.958674] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.958856] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500046, 'name': CloneVM_Task} progress is 12%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.966590] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 740.966590] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52078094-a249-11dc-b305-b170f080f5c9" [ 740.966590] env[69987]: _type = "Task" [ 740.966590] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.977868] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52078094-a249-11dc-b305-b170f080f5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.022834] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "refresh_cache-1ca7b4bb-4841-4775-a7e9-8dd61987b24c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.023065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "refresh_cache-1ca7b4bb-4841-4775-a7e9-8dd61987b24c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.023244] env[69987]: DEBUG nova.network.neutron [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.036589] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b835a82-1adf-48f4-85fc-d4f521590c5a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.051891] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccce78ce-d99a-4499-9aa4-b17319d93e77 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.095309] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e0471c-e9e6-48c6-8f62-1eff2fad4ed7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.104454] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba3d4ca-facc-4312-86c1-7e3ceefb49f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.121086] env[69987]: DEBUG nova.compute.provider_tree [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.201503] env[69987]: DEBUG nova.network.neutron [-] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.206014] env[69987]: DEBUG oslo_concurrency.lockutils [req-5d0957e8-a8df-4813-9459-2d43f14aef3b req-3b9e60a5-253f-4a77-942b-2c05bc6f066f service nova] Releasing lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.342273] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500043, 'name': ReconfigVM_Task, 'duration_secs': 0.960113} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.342273] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2c519237-3872-4b47-93c5-181f773eccb8/2c519237-3872-4b47-93c5-181f773eccb8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.342945] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4155ed5-228f-419c-b881-605c1d8c2a5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.354101] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 741.354101] env[69987]: value = "task-3500047" [ 741.354101] env[69987]: _type = "Task" [ 741.354101] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.360700] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206447} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.361448] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.362294] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b39a97d-bdcd-4835-b25e-74e6e9928767 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.370894] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500047, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.398431] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 3448671a-a384-4c15-a9ba-1ba3dad1b1d6/3448671a-a384-4c15-a9ba-1ba3dad1b1d6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.399272] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52809d25-8285-40c3-8239-558ca31d659a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.427752] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 741.427752] env[69987]: value = "task-3500048" [ 741.427752] env[69987]: _type = "Task" [ 741.427752] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.441099] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500045, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.442400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.447866] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.451202] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500046, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.481196] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52078094-a249-11dc-b305-b170f080f5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.028897} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.482964] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e257cbc3-d121-46ea-a0b1-024bea436b1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.493664] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 741.493664] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ee8529-c63d-ebfe-e283-cdb7abf7150f" [ 741.493664] env[69987]: _type = "Task" [ 741.493664] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.506077] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ee8529-c63d-ebfe-e283-cdb7abf7150f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.583242] env[69987]: DEBUG nova.network.neutron [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.670804] env[69987]: DEBUG nova.scheduler.client.report [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 741.671253] env[69987]: DEBUG nova.compute.provider_tree [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 23 to 24 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 741.671558] env[69987]: DEBUG nova.compute.provider_tree [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.708666] env[69987]: INFO nova.compute.manager [-] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Took 1.04 seconds to deallocate network for instance. [ 741.834563] env[69987]: DEBUG nova.network.neutron [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Updating instance_info_cache with network_info: [{"id": "65863284-c8a4-48ac-bd4a-0b478b527a3a", "address": "fa:16:3e:69:84:f5", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65863284-c8", "ovs_interfaceid": "65863284-c8a4-48ac-bd4a-0b478b527a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.864165] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500047, 'name': Rename_Task, 'duration_secs': 0.345383} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.864472] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.864743] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c02aa2b-d1c7-4805-a4fa-bf5f49bd82d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.873297] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 741.873297] env[69987]: value = "task-3500049" [ 741.873297] env[69987]: _type = "Task" [ 741.873297] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.879210] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.931630] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75355} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.934725] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 8d24c8fe-c846-436a-b803-b9b7cdb63355/8d24c8fe-c846-436a-b803-b9b7cdb63355.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.934976] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.936417] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-985d92bd-9193-40cc-b555-97223e8a8b33 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.946315] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500046, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.950563] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.950854] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 741.950854] env[69987]: value = "task-3500050" [ 741.950854] env[69987]: _type = "Task" [ 741.950854] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.959791] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.004586] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ee8529-c63d-ebfe-e283-cdb7abf7150f, 'name': SearchDatastore_Task, 'duration_secs': 0.062228} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.004869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.005151] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.005438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.005641] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.005883] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b58021bf-ac55-4952-a170-a58728e1aebe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.007996] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64a206cc-5373-473f-8b28-392a1d3cd2b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.016759] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 742.016759] env[69987]: value = "task-3500051" [ 742.016759] env[69987]: _type = "Task" [ 742.016759] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.018412] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.018642] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.022373] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda11508-ac08-4b2c-9233-1c506037ae4d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.030244] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.031727] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 742.031727] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e73ff1-d2d7-86aa-1174-40fd59b723ed" [ 742.031727] env[69987]: _type = "Task" [ 742.031727] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.040249] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e73ff1-d2d7-86aa-1174-40fd59b723ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.178920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.721s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.179481] env[69987]: DEBUG nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.182130] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.816s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.182356] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.182528] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 742.182843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.394s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.184341] env[69987]: INFO nova.compute.claims [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.187637] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71703625-b164-482f-91b9-6c70886ee6fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.197443] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc31e88-56b3-4e67-bef1-4b0cf7fb0d43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.212965] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb09a05-c565-47a5-8cc5-7332d981d851 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.221275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.224025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22017f8-0c44-4112-b901-e78e879b1c57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.258559] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180826MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 742.258559] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.320197] env[69987]: DEBUG nova.compute.manager [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Received event network-vif-plugged-65863284-c8a4-48ac-bd4a-0b478b527a3a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.320468] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] Acquiring lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.320701] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.320869] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.321064] env[69987]: DEBUG nova.compute.manager [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] No waiting events found dispatching network-vif-plugged-65863284-c8a4-48ac-bd4a-0b478b527a3a {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.321856] env[69987]: WARNING nova.compute.manager [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Received unexpected event network-vif-plugged-65863284-c8a4-48ac-bd4a-0b478b527a3a for instance with vm_state building and task_state spawning. [ 742.321856] env[69987]: DEBUG nova.compute.manager [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Received event network-changed-65863284-c8a4-48ac-bd4a-0b478b527a3a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.321856] env[69987]: DEBUG nova.compute.manager [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Refreshing instance network info cache due to event network-changed-65863284-c8a4-48ac-bd4a-0b478b527a3a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.321856] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] Acquiring lock "refresh_cache-1ca7b4bb-4841-4775-a7e9-8dd61987b24c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.337435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "refresh_cache-1ca7b4bb-4841-4775-a7e9-8dd61987b24c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.338164] env[69987]: DEBUG nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Instance network_info: |[{"id": "65863284-c8a4-48ac-bd4a-0b478b527a3a", "address": "fa:16:3e:69:84:f5", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65863284-c8", "ovs_interfaceid": "65863284-c8a4-48ac-bd4a-0b478b527a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.338872] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] Acquired lock "refresh_cache-1ca7b4bb-4841-4775-a7e9-8dd61987b24c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.338872] env[69987]: DEBUG nova.network.neutron [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Refreshing network info cache for port 65863284-c8a4-48ac-bd4a-0b478b527a3a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.340016] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:84:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65863284-c8a4-48ac-bd4a-0b478b527a3a', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.348838] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.352368] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.352951] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40d65918-ef60-489e-8f05-1474eaa25e57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.377214] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.377214] env[69987]: value = "task-3500052" [ 742.377214] env[69987]: _type = "Task" [ 742.377214] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.385751] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500049, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.389259] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500052, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.446556] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500046, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.450042] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500048, 'name': ReconfigVM_Task, 'duration_secs': 0.617955} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.450232] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 3448671a-a384-4c15-a9ba-1ba3dad1b1d6/3448671a-a384-4c15-a9ba-1ba3dad1b1d6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.451182] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b2d06f-0ddf-4fa6-a616-3bc13f8ff882 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.463751] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106365} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.465203] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.465566] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 742.465566] env[69987]: value = "task-3500053" [ 742.465566] env[69987]: _type = "Task" [ 742.465566] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.466310] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d40dd-3e66-4090-90fc-4c636196c1bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.492747] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8d24c8fe-c846-436a-b803-b9b7cdb63355/8d24c8fe-c846-436a-b803-b9b7cdb63355.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.498709] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0024c929-e4df-4ecd-8be5-3c07669c7ff5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.513525] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500053, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.519958] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 742.519958] env[69987]: value = "task-3500054" [ 742.519958] env[69987]: _type = "Task" [ 742.519958] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.532222] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500051, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.535475] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.546414] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e73ff1-d2d7-86aa-1174-40fd59b723ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.547118] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e373d9c-a441-4a93-9a5f-42d76d497a9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.552673] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 742.552673] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5259a98b-aaa5-e3b9-793f-26b550fe7471" [ 742.552673] env[69987]: _type = "Task" [ 742.552673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.562905] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5259a98b-aaa5-e3b9-793f-26b550fe7471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.587318] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Acquiring lock "81494cda-756f-492d-b8ba-993b257da132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.587622] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Lock "81494cda-756f-492d-b8ba-993b257da132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.587894] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Acquiring lock "81494cda-756f-492d-b8ba-993b257da132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.588144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Lock "81494cda-756f-492d-b8ba-993b257da132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.588368] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Lock "81494cda-756f-492d-b8ba-993b257da132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.591677] env[69987]: INFO nova.compute.manager [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Terminating instance [ 742.659639] env[69987]: DEBUG nova.network.neutron [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Updated VIF entry in instance network info cache for port 65863284-c8a4-48ac-bd4a-0b478b527a3a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.659812] env[69987]: DEBUG nova.network.neutron [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Updating instance_info_cache with network_info: [{"id": "65863284-c8a4-48ac-bd4a-0b478b527a3a", "address": "fa:16:3e:69:84:f5", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65863284-c8", "ovs_interfaceid": "65863284-c8a4-48ac-bd4a-0b478b527a3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.690028] env[69987]: DEBUG nova.compute.utils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.690644] env[69987]: DEBUG nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.690644] env[69987]: DEBUG nova.network.neutron [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.742998] env[69987]: DEBUG nova.policy [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a27f697aeae440c6a7db21ff14b2345f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c8abcc9a8264396b68050d2d132c8ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.887833] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500049, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.896091] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500052, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.942713] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500046, 'name': CloneVM_Task, 'duration_secs': 1.906481} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.943402] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Created linked-clone VM from snapshot [ 742.943783] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc521351-02f5-45c4-aae3-b1ec73a481fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.952454] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Uploading image 712ecf4c-accb-44b8-ae0f-aa3818559d85 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.992118] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500053, 'name': Rename_Task, 'duration_secs': 0.266941} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.995348] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.995878] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07d2073d-9237-4985-86e0-3d6898a80b87 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.004956] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 743.004956] env[69987]: value = "task-3500055" [ 743.004956] env[69987]: _type = "Task" [ 743.004956] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.011860] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 743.011860] env[69987]: value = "vm-699446" [ 743.011860] env[69987]: _type = "VirtualMachine" [ 743.011860] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 743.012344] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c271e5c2-62f0-4350-b7b7-a90027572101 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.023991] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500055, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.030056] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lease: (returnval){ [ 743.030056] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dc02d5-feb6-32e1-5521-ca439af8d1f9" [ 743.030056] env[69987]: _type = "HttpNfcLease" [ 743.030056] env[69987]: } obtained for exporting VM: (result){ [ 743.030056] env[69987]: value = "vm-699446" [ 743.030056] env[69987]: _type = "VirtualMachine" [ 743.030056] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 743.030056] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the lease: (returnval){ [ 743.030056] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dc02d5-feb6-32e1-5521-ca439af8d1f9" [ 743.030056] env[69987]: _type = "HttpNfcLease" [ 743.030056] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 743.040719] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807925} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.041766] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.041766] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.045898] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e577bbe-4d69-4a6f-a6a2-41b2b116962e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.048511] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.050580] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.050580] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dc02d5-feb6-32e1-5521-ca439af8d1f9" [ 743.050580] env[69987]: _type = "HttpNfcLease" [ 743.050580] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.051319] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.051319] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dc02d5-feb6-32e1-5521-ca439af8d1f9" [ 743.051319] env[69987]: _type = "HttpNfcLease" [ 743.051319] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.052158] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8673c68-20c9-4d0c-887f-66b2555dc9cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.056489] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 743.056489] env[69987]: value = "task-3500057" [ 743.056489] env[69987]: _type = "Task" [ 743.056489] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.068819] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5278b7b1-eb27-474d-1c72-1b45646c3d1a/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.069056] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5278b7b1-eb27-474d-1c72-1b45646c3d1a/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.074555] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5259a98b-aaa5-e3b9-793f-26b550fe7471, 'name': SearchDatastore_Task, 'duration_secs': 0.067692} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.076019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.076407] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 60073f62-26e8-4d08-a43b-972ca96bcc9e/60073f62-26e8-4d08-a43b-972ca96bcc9e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.134543] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f11e7a90-076d-47f0-a0ee-1182db6c7737 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.137251] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.138125] env[69987]: DEBUG nova.compute.manager [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.138125] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.140276] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f67ac-35d9-4922-928f-b322046e8582 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.148611] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.150134] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-402d6118-2cb9-4c5c-8d12-1a0ec1352069 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.152021] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 743.152021] env[69987]: value = "task-3500058" [ 743.152021] env[69987]: _type = "Task" [ 743.152021] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.162021] env[69987]: DEBUG oslo_vmware.api [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Waiting for the task: (returnval){ [ 743.162021] env[69987]: value = "task-3500059" [ 743.162021] env[69987]: _type = "Task" [ 743.162021] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.172664] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac3ec69a-8b4a-4c2e-a619-f9908d33d1c6 req-57397fb7-9434-4fa9-bc75-c974c550d140 service nova] Releasing lock "refresh_cache-1ca7b4bb-4841-4775-a7e9-8dd61987b24c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.173574] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.179160] env[69987]: DEBUG oslo_vmware.api [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Task: {'id': task-3500059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.194015] env[69987]: DEBUG nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.211372] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbe61451-5b2e-4d44-93aa-b056a72e8662 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.401170] env[69987]: DEBUG oslo_vmware.api [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500049, 'name': PowerOnVM_Task, 'duration_secs': 1.195066} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.401642] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500052, 'name': CreateVM_Task, 'duration_secs': 0.539396} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.404822] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.405012] env[69987]: INFO nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Took 13.65 seconds to spawn the instance on the hypervisor. [ 743.405203] env[69987]: DEBUG nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.405431] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.407211] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0727cb-9948-4a95-9d2a-5f561de966ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.410339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.410687] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.412253] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.412253] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce46cb03-7cd0-4750-b473-430b923d0e5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.422105] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 743.422105] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e858f9-9b26-8c38-611e-f299882123c3" [ 743.422105] env[69987]: _type = "Task" [ 743.422105] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.444551] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e858f9-9b26-8c38-611e-f299882123c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.450666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.451056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.463640] env[69987]: DEBUG nova.network.neutron [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Successfully created port: ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.544677] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500055, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.552224] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500054, 'name': ReconfigVM_Task, 'duration_secs': 0.582266} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.556639] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8d24c8fe-c846-436a-b803-b9b7cdb63355/8d24c8fe-c846-436a-b803-b9b7cdb63355.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.558045] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d21e742-c862-4f09-b0ba-79c0b4811bb2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.571073] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 743.571073] env[69987]: value = "task-3500060" [ 743.571073] env[69987]: _type = "Task" [ 743.571073] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.574594] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099839} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.578653] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.579638] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e438eb9-5e81-4aca-ae23-d4253a30d812 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.592699] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500060, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.612042] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.616025] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2a605f-8153-4f73-8eb4-0bcfab20eba8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.640249] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 743.640249] env[69987]: value = "task-3500061" [ 743.640249] env[69987]: _type = "Task" [ 743.640249] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.651675] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.667319] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500058, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.672630] env[69987]: DEBUG oslo_vmware.api [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Task: {'id': task-3500059, 'name': PowerOffVM_Task, 'duration_secs': 0.298317} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.675659] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.675659] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.676896] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0738b130-9e07-43f0-9b48-28de4c09dd7b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.731131] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f9d4e2-5fea-4e9f-9518-99f5252aeb0c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.743066] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994b84ae-ec69-4569-801a-720d908c6f59 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.781569] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cdf3fa-cc93-48a6-a421-11c83be8e7c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.784949] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.785214] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.785464] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Deleting the datastore file [datastore1] 81494cda-756f-492d-b8ba-993b257da132 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.785793] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d5d254-cc96-4f3b-b972-1749bb51bf07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.793144] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e767835-71bc-48a5-bbc6-026faabdcf83 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.800051] env[69987]: DEBUG oslo_vmware.api [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Waiting for the task: (returnval){ [ 743.800051] env[69987]: value = "task-3500063" [ 743.800051] env[69987]: _type = "Task" [ 743.800051] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.822279] env[69987]: DEBUG nova.compute.provider_tree [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.830151] env[69987]: DEBUG oslo_vmware.api [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Task: {'id': task-3500063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.948082] env[69987]: INFO nova.compute.manager [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Took 22.41 seconds to build instance. [ 743.956847] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e858f9-9b26-8c38-611e-f299882123c3, 'name': SearchDatastore_Task, 'duration_secs': 0.056421} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.957378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.957702] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.958046] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.958550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.958790] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.960210] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-013affbf-ca17-451f-9f17-866101fa5afc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.968514] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.968814] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.969710] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40944c4a-c8fc-4560-b462-c5c04c16a40c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.977109] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 743.977109] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522b54b5-cb7b-9852-da88-f4d3d9d9b764" [ 743.977109] env[69987]: _type = "Task" [ 743.977109] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.986863] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b54b5-cb7b-9852-da88-f4d3d9d9b764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.020361] env[69987]: DEBUG oslo_vmware.api [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500055, 'name': PowerOnVM_Task, 'duration_secs': 0.817592} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.020774] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.021087] env[69987]: INFO nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Took 11.89 seconds to spawn the instance on the hypervisor. [ 744.021512] env[69987]: DEBUG nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.022750] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ea5c5-9dd9-43fa-b3bd-e9bb4eb025d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.085386] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500060, 'name': Rename_Task, 'duration_secs': 0.276238} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.086981] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.087312] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdc65473-9621-4f29-962c-cf71b11acf68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.098828] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 744.098828] env[69987]: value = "task-3500064" [ 744.098828] env[69987]: _type = "Task" [ 744.098828] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.110954] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.150196] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500061, 'name': ReconfigVM_Task, 'duration_secs': 0.456161} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.150699] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.151467] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43b9500a-3a09-47ba-aba8-5e7bc05ef945 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.162115] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 744.162115] env[69987]: value = "task-3500065" [ 744.162115] env[69987]: _type = "Task" [ 744.162115] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.171626] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528167} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.171626] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 60073f62-26e8-4d08-a43b-972ca96bcc9e/60073f62-26e8-4d08-a43b-972ca96bcc9e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.171626] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.171626] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-671c3b97-eb77-408d-8160-cb2650fd47f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.177330] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500065, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.183108] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 744.183108] env[69987]: value = "task-3500066" [ 744.183108] env[69987]: _type = "Task" [ 744.183108] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.193702] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.217677] env[69987]: DEBUG nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.246129] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.246500] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.246580] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.246764] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.247134] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.247224] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.247464] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.247684] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.247910] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.248100] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.248305] env[69987]: DEBUG nova.virt.hardware [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.249459] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c707de-75f0-4d8a-8dc8-b9ce68ba533a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.263042] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6836d26-2aa7-45ea-a2ab-c6dc9a4ce741 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.310430] env[69987]: DEBUG oslo_vmware.api [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Task: {'id': task-3500063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340811} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.310905] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.311294] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.311506] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.311722] env[69987]: INFO nova.compute.manager [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] [instance: 81494cda-756f-492d-b8ba-993b257da132] Took 1.17 seconds to destroy the instance on the hypervisor. [ 744.312157] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.312495] env[69987]: DEBUG nova.compute.manager [-] [instance: 81494cda-756f-492d-b8ba-993b257da132] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.312691] env[69987]: DEBUG nova.network.neutron [-] [instance: 81494cda-756f-492d-b8ba-993b257da132] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.332306] env[69987]: DEBUG nova.scheduler.client.report [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.454129] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bb078d0e-e3d5-459f-835e-34f185b4c1ca tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.927s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.487628] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b54b5-cb7b-9852-da88-f4d3d9d9b764, 'name': SearchDatastore_Task, 'duration_secs': 0.018501} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.488471] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a085a0b4-9560-4202-9b44-a414b6ea7827 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.494262] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 744.494262] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521e8477-1c8c-0e15-79f0-ac29f7986212" [ 744.494262] env[69987]: _type = "Task" [ 744.494262] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.502438] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521e8477-1c8c-0e15-79f0-ac29f7986212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.546861] env[69987]: INFO nova.compute.manager [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Took 22.63 seconds to build instance. [ 744.610168] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.672717] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500065, 'name': Rename_Task, 'duration_secs': 0.282766} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.672972] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.673458] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0176c944-0ba3-4301-bdc5-2a1a9a5cbbb2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.679401] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 744.679401] env[69987]: value = "task-3500067" [ 744.679401] env[69987]: _type = "Task" [ 744.679401] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.691313] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.694702] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132616} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.695427] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.696440] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc3469-1abe-4602-a454-1810e068519c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.722166] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 60073f62-26e8-4d08-a43b-972ca96bcc9e/60073f62-26e8-4d08-a43b-972ca96bcc9e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.722852] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90fea284-9402-4a91-80f5-9d1ada0aa85f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.743604] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 744.743604] env[69987]: value = "task-3500068" [ 744.743604] env[69987]: _type = "Task" [ 744.743604] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.751732] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.837877] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.838458] env[69987]: DEBUG nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.841140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.452s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.842703] env[69987]: INFO nova.compute.claims [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.957107] env[69987]: DEBUG nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.006599] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521e8477-1c8c-0e15-79f0-ac29f7986212, 'name': SearchDatastore_Task, 'duration_secs': 0.032471} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.007549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.008124] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 1ca7b4bb-4841-4775-a7e9-8dd61987b24c/1ca7b4bb-4841-4775-a7e9-8dd61987b24c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.008124] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a186b305-a984-4583-863f-39025ada902f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.017734] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 745.017734] env[69987]: value = "task-3500069" [ 745.017734] env[69987]: _type = "Task" [ 745.017734] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.034937] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.051085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe405169-3cfb-4c6d-b918-bddef21bfc90 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.144s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.115512] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.188925] env[69987]: DEBUG nova.network.neutron [-] [instance: 81494cda-756f-492d-b8ba-993b257da132] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.190517] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500067, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.253303] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500068, 'name': ReconfigVM_Task, 'duration_secs': 0.427374} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.253615] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 60073f62-26e8-4d08-a43b-972ca96bcc9e/60073f62-26e8-4d08-a43b-972ca96bcc9e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.254267] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d708028-c330-4083-ad1d-adc9b0e66c30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.261455] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 745.261455] env[69987]: value = "task-3500070" [ 745.261455] env[69987]: _type = "Task" [ 745.261455] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.268331] env[69987]: DEBUG nova.compute.manager [req-b1dd8b33-b5d9-4026-8a6d-63864b741c21 req-9e0c3da4-4cd4-42cc-b8c3-e5d6513d3cdc service nova] [instance: 81494cda-756f-492d-b8ba-993b257da132] Received event network-vif-deleted-15b30b02-62ca-4bde-a2e8-62978a63f9e4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.276113] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500070, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.347312] env[69987]: DEBUG nova.compute.utils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.352480] env[69987]: DEBUG nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.352778] env[69987]: DEBUG nova.network.neutron [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.489332] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.531488] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500069, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.551741] env[69987]: DEBUG nova.policy [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c41bcefaf24d3795f40c32c5b60605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd58d2f956f4e418d973eb424e0d268', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.554292] env[69987]: DEBUG nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.613923] env[69987]: DEBUG oslo_vmware.api [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500064, 'name': PowerOnVM_Task, 'duration_secs': 1.439347} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.614299] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.614580] env[69987]: INFO nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Took 11.09 seconds to spawn the instance on the hypervisor. [ 745.614803] env[69987]: DEBUG nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.615794] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230ca80-49ba-4512-9bf0-d3ddb1fb9887 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.693432] env[69987]: INFO nova.compute.manager [-] [instance: 81494cda-756f-492d-b8ba-993b257da132] Took 1.38 seconds to deallocate network for instance. [ 745.693841] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500067, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.773146] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500070, 'name': Rename_Task, 'duration_secs': 0.246338} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.773513] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.773820] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91989ed0-5a33-4979-85b6-dd4c2b3d69e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.781073] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 745.781073] env[69987]: value = "task-3500071" [ 745.781073] env[69987]: _type = "Task" [ 745.781073] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.791080] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.850710] env[69987]: DEBUG nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.872010] env[69987]: DEBUG nova.network.neutron [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Successfully updated port: ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.036625] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604028} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.037067] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 1ca7b4bb-4841-4775-a7e9-8dd61987b24c/1ca7b4bb-4841-4775-a7e9-8dd61987b24c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.037864] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.038191] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-777db784-8583-4822-b92e-81c31a643d0e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.049986] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 746.049986] env[69987]: value = "task-3500072" [ 746.049986] env[69987]: _type = "Task" [ 746.049986] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.064749] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.090029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.140132] env[69987]: INFO nova.compute.manager [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Took 23.88 seconds to build instance. [ 746.201832] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.202267] env[69987]: DEBUG oslo_vmware.api [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500067, 'name': PowerOnVM_Task, 'duration_secs': 1.381336} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.202612] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.202851] env[69987]: DEBUG nova.compute.manager [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.203921] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9679273c-1417-4261-b6b9-9b600b9a1c88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.261318] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2790d8c9-8aee-46b5-a0b9-be6afc8780e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.269472] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289cbfe4-ab27-4980-88ed-d7fa6302461b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.308497] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b030acc8-e228-49fa-becc-b0495fffad43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.318114] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500071, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.321473] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7fa56e-22e1-4030-ae2a-c69eaae29b2f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.337255] env[69987]: DEBUG nova.compute.provider_tree [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.375649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "refresh_cache-0289665d-6bca-4cd0-911e-83698c3b97c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.375649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "refresh_cache-0289665d-6bca-4cd0-911e-83698c3b97c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.375649] env[69987]: DEBUG nova.network.neutron [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.420448] env[69987]: DEBUG nova.network.neutron [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Successfully created port: 6fd2b3c5-d441-4079-8ecc-715a4c3da32d {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.561664] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140542} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.561955] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.562787] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c91516-efe8-459b-a16b-2a07cc34aa17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.591575] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 1ca7b4bb-4841-4775-a7e9-8dd61987b24c/1ca7b4bb-4841-4775-a7e9-8dd61987b24c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.591748] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-065debba-fccc-433e-9251-22f639817f55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.614070] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 746.614070] env[69987]: value = "task-3500073" [ 746.614070] env[69987]: _type = "Task" [ 746.614070] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.625748] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.642490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d45b1c1f-5062-44ee-8493-913eedeabfeb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.401s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.727549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.813246] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500071, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.840488] env[69987]: DEBUG nova.scheduler.client.report [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.860890] env[69987]: DEBUG nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.894686] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.895111] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.897650] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.897650] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.897650] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.897650] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.897650] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.898271] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.898271] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.898271] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.898271] env[69987]: DEBUG nova.virt.hardware [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.898941] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18157e1-8245-4740-aa21-bce7696dd0c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.908463] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a73149b-0afa-4258-a02e-e20be3cbd7b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.971239] env[69987]: DEBUG nova.network.neutron [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.103841] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "cbddb66d-41d9-4da8-af42-537b8132dc5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.104158] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.130491] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.145763] env[69987]: DEBUG nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.312684] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500071, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.345719] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.348522] env[69987]: DEBUG nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.350086] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.562s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.351814] env[69987]: INFO nova.compute.claims [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.385244] env[69987]: DEBUG nova.network.neutron [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Updating instance_info_cache with network_info: [{"id": "ab56a6c5-17a8-4762-ba5c-d5c37dc93c49", "address": "fa:16:3e:4c:77:df", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab56a6c5-17", "ovs_interfaceid": "ab56a6c5-17a8-4762-ba5c-d5c37dc93c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.631390] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500073, 'name': ReconfigVM_Task, 'duration_secs': 0.557093} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.631756] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 1ca7b4bb-4841-4775-a7e9-8dd61987b24c/1ca7b4bb-4841-4775-a7e9-8dd61987b24c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.632323] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd81f20d-e2b8-475a-a353-bf190eef246d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.639253] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 747.639253] env[69987]: value = "task-3500074" [ 747.639253] env[69987]: _type = "Task" [ 747.639253] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.658835] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500074, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.678914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.823800] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500071, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.857619] env[69987]: DEBUG nova.compute.utils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.858882] env[69987]: DEBUG nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.859346] env[69987]: DEBUG nova.network.neutron [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.888062] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "refresh_cache-0289665d-6bca-4cd0-911e-83698c3b97c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.888420] env[69987]: DEBUG nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Instance network_info: |[{"id": "ab56a6c5-17a8-4762-ba5c-d5c37dc93c49", "address": "fa:16:3e:4c:77:df", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab56a6c5-17", "ovs_interfaceid": "ab56a6c5-17a8-4762-ba5c-d5c37dc93c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.889078] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:77:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab56a6c5-17a8-4762-ba5c-d5c37dc93c49', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.898056] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.899304] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.899304] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b048b5c-ab18-4176-90c9-78a87c7311c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.932807] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.932807] env[69987]: value = "task-3500075" [ 747.932807] env[69987]: _type = "Task" [ 747.932807] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.940815] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500075, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.946656] env[69987]: DEBUG nova.policy [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d122fa96414d2e9f886c606e75d04e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a5029fd6cf4df8a26584ff7e9d9e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.161040] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500074, 'name': Rename_Task, 'duration_secs': 0.310805} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.161366] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.161701] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c60a7b2b-7ea3-47f2-88b0-d3b37d6eb58c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.174400] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 748.174400] env[69987]: value = "task-3500076" [ 748.174400] env[69987]: _type = "Task" [ 748.174400] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.183246] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.324218] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500071, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.367031] env[69987]: DEBUG nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.459124] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500075, 'name': CreateVM_Task, 'duration_secs': 0.380194} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.459124] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.459124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.459124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.459124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.459431] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf53049-e1de-47bc-9bc0-67cb3fa5a8c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.470596] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 748.470596] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523ab5b1-4065-7ea5-a408-eec6257f3e94" [ 748.470596] env[69987]: _type = "Task" [ 748.470596] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.483489] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523ab5b1-4065-7ea5-a408-eec6257f3e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.693415] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.822509] env[69987]: DEBUG oslo_vmware.api [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500071, 'name': PowerOnVM_Task, 'duration_secs': 2.786693} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.825849] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.825950] env[69987]: INFO nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Took 11.79 seconds to spawn the instance on the hypervisor. [ 748.828898] env[69987]: DEBUG nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.830585] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8be883-fa50-4c9e-a87c-e111cd75c0a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.834262] env[69987]: DEBUG nova.network.neutron [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Successfully created port: aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.849614] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33d73b-4b6e-4ad1-93b7-a72732bf7d77 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.858134] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c648e3-d798-49e0-a873-697059046ad8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.899398] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823cc500-34ae-4c24-86f1-44d1a241a37d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.910034] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc2ff01-a935-405b-8793-cdeb095fede7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.928859] env[69987]: DEBUG nova.compute.provider_tree [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.971359] env[69987]: DEBUG nova.compute.manager [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Received event network-vif-plugged-ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.971648] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] Acquiring lock "0289665d-6bca-4cd0-911e-83698c3b97c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.971822] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.976516] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.976516] env[69987]: DEBUG nova.compute.manager [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] No waiting events found dispatching network-vif-plugged-ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.976670] env[69987]: WARNING nova.compute.manager [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Received unexpected event network-vif-plugged-ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 for instance with vm_state building and task_state spawning. [ 748.977461] env[69987]: DEBUG nova.compute.manager [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Received event network-changed-ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.977461] env[69987]: DEBUG nova.compute.manager [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Refreshing instance network info cache due to event network-changed-ab56a6c5-17a8-4762-ba5c-d5c37dc93c49. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.977461] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] Acquiring lock "refresh_cache-0289665d-6bca-4cd0-911e-83698c3b97c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.977461] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] Acquired lock "refresh_cache-0289665d-6bca-4cd0-911e-83698c3b97c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.977685] env[69987]: DEBUG nova.network.neutron [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Refreshing network info cache for port ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.996456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.996456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.008674] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523ab5b1-4065-7ea5-a408-eec6257f3e94, 'name': SearchDatastore_Task, 'duration_secs': 0.014841} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.008909] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.009185] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.009441] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.009602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.009796] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.011544] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a19f18-8556-41a4-a5a1-eea0e468be03 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.021972] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.022259] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.027741] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588f5991-b7ef-409d-9b94-92be0e25340b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.035389] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 749.035389] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52483505-778b-9be9-c0c3-ef71fc066f1d" [ 749.035389] env[69987]: _type = "Task" [ 749.035389] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.044528] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52483505-778b-9be9-c0c3-ef71fc066f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.192029] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.304116] env[69987]: INFO nova.compute.manager [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Rebuilding instance [ 749.360363] env[69987]: INFO nova.compute.manager [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Took 25.60 seconds to build instance. [ 749.386723] env[69987]: DEBUG nova.compute.manager [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.388204] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7195e587-4813-45b3-b959-574e69152997 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.400459] env[69987]: DEBUG nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.437381] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.437910] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.437910] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.438084] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.438141] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.438308] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.438487] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.438649] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.438819] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.438982] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.439172] env[69987]: DEBUG nova.virt.hardware [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.440881] env[69987]: DEBUG nova.scheduler.client.report [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.444031] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6e4b5-a479-49fa-8114-0011214283bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.457674] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a20cef-295e-4f01-88dc-641ad02e5fe3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.486794] env[69987]: DEBUG nova.network.neutron [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Successfully updated port: 6fd2b3c5-d441-4079-8ecc-715a4c3da32d {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.549575] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52483505-778b-9be9-c0c3-ef71fc066f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.550489] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1a08c0-f8f0-4222-b0d5-1420ec5fabad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.560127] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 749.560127] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e34f04-8714-0ca0-5ab8-ddb31e234883" [ 749.560127] env[69987]: _type = "Task" [ 749.560127] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.569690] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e34f04-8714-0ca0-5ab8-ddb31e234883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.583745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "ef11d456-2416-4498-aa7c-e1a51cb865d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.584662] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.699551] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500076, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.864796] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0130b50e-7f84-4011-b8e0-5f1e02a200ac tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.114s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.950174] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.950174] env[69987]: DEBUG nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.952831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.511s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.954762] env[69987]: INFO nova.compute.claims [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.957286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.961077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.961332] env[69987]: DEBUG nova.compute.manager [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.962981] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce0b5d4-b1d0-49e7-a709-8342e50da930 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.970338] env[69987]: DEBUG nova.compute.manager [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 749.972607] env[69987]: DEBUG nova.objects.instance [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lazy-loading 'flavor' on Instance uuid 8d24c8fe-c846-436a-b803-b9b7cdb63355 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.991611] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.991766] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.991916] env[69987]: DEBUG nova.network.neutron [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.002579] env[69987]: DEBUG nova.network.neutron [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Updated VIF entry in instance network info cache for port ab56a6c5-17a8-4762-ba5c-d5c37dc93c49. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.003020] env[69987]: DEBUG nova.network.neutron [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Updating instance_info_cache with network_info: [{"id": "ab56a6c5-17a8-4762-ba5c-d5c37dc93c49", "address": "fa:16:3e:4c:77:df", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab56a6c5-17", "ovs_interfaceid": "ab56a6c5-17a8-4762-ba5c-d5c37dc93c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.077186] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e34f04-8714-0ca0-5ab8-ddb31e234883, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.077501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.077752] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 0289665d-6bca-4cd0-911e-83698c3b97c8/0289665d-6bca-4cd0-911e-83698c3b97c8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.078117] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d59fde-143c-4bf1-b214-f81d771a7e1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.087286] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 750.087286] env[69987]: value = "task-3500077" [ 750.087286] env[69987]: _type = "Task" [ 750.087286] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.095945] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.191635] env[69987]: DEBUG oslo_vmware.api [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500076, 'name': PowerOnVM_Task, 'duration_secs': 1.74576} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.191635] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.191978] env[69987]: INFO nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Took 10.70 seconds to spawn the instance on the hypervisor. [ 750.192314] env[69987]: DEBUG nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.194191] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08ff836-b67f-48ab-b2e0-8db006b67b04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.375177] env[69987]: DEBUG nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.407256] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.407621] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fd5df98-cce6-4c78-9293-60ecd2a08632 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.416000] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 750.416000] env[69987]: value = "task-3500078" [ 750.416000] env[69987]: _type = "Task" [ 750.416000] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.431751] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.465709] env[69987]: DEBUG nova.compute.utils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.481845] env[69987]: DEBUG nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.482089] env[69987]: DEBUG nova.network.neutron [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.486437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.486590] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.508016] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7080574-7205-485e-a751-71f9dfc9cce8 req-695bb357-32f3-4790-b887-48c6d7f32a48 service nova] Releasing lock "refresh_cache-0289665d-6bca-4cd0-911e-83698c3b97c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.601529] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500077, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.610134] env[69987]: DEBUG nova.network.neutron [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.702597] env[69987]: DEBUG nova.policy [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b92e767b2ca340d5ba4e8ea3552faf2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc0db948f6904faf8356a7add8003eda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.718028] env[69987]: INFO nova.compute.manager [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Took 26.75 seconds to build instance. [ 750.909330] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.930950] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500078, 'name': PowerOffVM_Task, 'duration_secs': 0.182966} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.931437] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.931830] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.933712] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab269e0-7560-4d22-bf02-d1dd1af045c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.942641] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.943587] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a112bc-6dde-4b12-8710-a48dd8dc9b13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.977532] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.977532] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.977532] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Deleting the datastore file [datastore2] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.977532] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bb89333-5215-40eb-bdda-a67f2d865a7c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.996109] env[69987]: DEBUG nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.011294] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.011294] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 751.011294] env[69987]: value = "task-3500080" [ 751.011294] env[69987]: _type = "Task" [ 751.011294] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.015549] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-582cb0e7-c9d6-4fd8-a994-f3ab1f700cd2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.032903] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.033536] env[69987]: DEBUG oslo_vmware.api [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 751.033536] env[69987]: value = "task-3500081" [ 751.033536] env[69987]: _type = "Task" [ 751.033536] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.055711] env[69987]: DEBUG oslo_vmware.api [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.104465] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675633} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.104730] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 0289665d-6bca-4cd0-911e-83698c3b97c8/0289665d-6bca-4cd0-911e-83698c3b97c8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.108116] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.108116] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78cc4479-b62c-4787-9d35-386965292a3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.113701] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 751.113701] env[69987]: value = "task-3500082" [ 751.113701] env[69987]: _type = "Task" [ 751.113701] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.131534] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.196340] env[69987]: DEBUG nova.network.neutron [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance_info_cache with network_info: [{"id": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "address": "fa:16:3e:cf:dd:8f", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd2b3c5-d4", "ovs_interfaceid": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.224698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-961fe06b-9e08-4eac-a5d3-12b1035122f1 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.273s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.543589] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155127} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.544326] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.544542] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.544737] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.554356] env[69987]: DEBUG oslo_vmware.api [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500081, 'name': PowerOffVM_Task, 'duration_secs': 0.286139} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.554356] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.554356] env[69987]: DEBUG nova.compute.manager [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.554356] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c96d4-d7c9-4f88-a42b-72b5134366bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.636272] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5b5df-94f6-42c9-b87a-0b427eb31b5c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.639968] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.646184] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64885014-1582-4326-8961-16b1b047683c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.688508] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ade1be-bf23-436d-ac0f-0246d4774194 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.692464] env[69987]: DEBUG nova.compute.manager [None req-c6ba642e-74c0-4ff0-bafd-8c116f068195 tempest-ServerExternalEventsTest-889347611 tempest-ServerExternalEventsTest-889347611-project] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Received event network-changed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.692838] env[69987]: DEBUG nova.compute.manager [None req-c6ba642e-74c0-4ff0-bafd-8c116f068195 tempest-ServerExternalEventsTest-889347611 tempest-ServerExternalEventsTest-889347611-project] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Refreshing instance network info cache due to event network-changed. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.692898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c6ba642e-74c0-4ff0-bafd-8c116f068195 tempest-ServerExternalEventsTest-889347611 tempest-ServerExternalEventsTest-889347611-project] Acquiring lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.693033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c6ba642e-74c0-4ff0-bafd-8c116f068195 tempest-ServerExternalEventsTest-889347611 tempest-ServerExternalEventsTest-889347611-project] Acquired lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.693193] env[69987]: DEBUG nova.network.neutron [None req-c6ba642e-74c0-4ff0-bafd-8c116f068195 tempest-ServerExternalEventsTest-889347611 tempest-ServerExternalEventsTest-889347611-project] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.702538] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.702538] env[69987]: DEBUG nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Instance network_info: |[{"id": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "address": "fa:16:3e:cf:dd:8f", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd2b3c5-d4", "ovs_interfaceid": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.702875] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7103f4f-d054-4bc4-bde7-60f39840f83d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.707724] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:dd:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fd2b3c5-d441-4079-8ecc-715a4c3da32d', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.715352] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Creating folder: Project (bbd58d2f956f4e418d973eb424e0d268). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.717024] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-115e0874-aee9-4aec-9cbb-0db9b9c173cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.729595] env[69987]: DEBUG nova.compute.provider_tree [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.732516] env[69987]: DEBUG nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.735270] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Created folder: Project (bbd58d2f956f4e418d973eb424e0d268) in parent group-v699418. [ 751.735462] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Creating folder: Instances. Parent ref: group-v699449. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.735940] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04289e8c-03ec-49a0-b467-44326f7301e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.748064] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Created folder: Instances in parent group-v699449. [ 751.748319] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.748508] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.749122] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a3c0bf9-cdef-4045-8eb8-1b7d77fb7b9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.774022] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.774022] env[69987]: value = "task-3500085" [ 751.774022] env[69987]: _type = "Task" [ 751.774022] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.785589] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500085, 'name': CreateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.927659] env[69987]: DEBUG nova.network.neutron [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Successfully updated port: aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.021140] env[69987]: DEBUG nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.070036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6b15f30f-2812-445e-a2ff-4ece1f2fd7de tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.080460] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.083329] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.084720] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.085234] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.085542] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.086708] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.087141] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.087481] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.087811] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.088137] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.089282] env[69987]: DEBUG nova.virt.hardware [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.094602] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfc8b2d-daa5-43fa-9f77-57de47847d7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.107876] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841299fc-c2b9-4386-918a-52e4c3862f2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.117580] env[69987]: DEBUG nova.compute.manager [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Received event network-vif-plugged-6fd2b3c5-d441-4079-8ecc-715a4c3da32d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.117807] env[69987]: DEBUG oslo_concurrency.lockutils [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] Acquiring lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.119022] env[69987]: DEBUG oslo_concurrency.lockutils [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.119022] env[69987]: DEBUG oslo_concurrency.lockutils [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.119022] env[69987]: DEBUG nova.compute.manager [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] No waiting events found dispatching network-vif-plugged-6fd2b3c5-d441-4079-8ecc-715a4c3da32d {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.119022] env[69987]: WARNING nova.compute.manager [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Received unexpected event network-vif-plugged-6fd2b3c5-d441-4079-8ecc-715a4c3da32d for instance with vm_state building and task_state spawning. [ 752.119022] env[69987]: DEBUG nova.compute.manager [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Received event network-changed-6fd2b3c5-d441-4079-8ecc-715a4c3da32d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.119303] env[69987]: DEBUG nova.compute.manager [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Refreshing instance network info cache due to event network-changed-6fd2b3c5-d441-4079-8ecc-715a4c3da32d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.119303] env[69987]: DEBUG oslo_concurrency.lockutils [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] Acquiring lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.119303] env[69987]: DEBUG oslo_concurrency.lockutils [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] Acquired lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.119411] env[69987]: DEBUG nova.network.neutron [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Refreshing network info cache for port 6fd2b3c5-d441-4079-8ecc-715a4c3da32d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.146675] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.238597] env[69987]: DEBUG nova.scheduler.client.report [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.265668] env[69987]: DEBUG nova.network.neutron [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Successfully created port: 90a2426a-69ab-4eec-9d8c-b0392e15c70e {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.271753] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.282247] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500085, 'name': CreateVM_Task, 'duration_secs': 0.46324} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.282492] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.283199] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.283378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.283760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.284042] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb11adb7-ff42-4a69-9579-364be5255e91 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.289280] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 752.289280] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527bb4bc-b8c9-960e-72fb-8846741b7f23" [ 752.289280] env[69987]: _type = "Task" [ 752.289280] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.299989] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527bb4bc-b8c9-960e-72fb-8846741b7f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.430535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.430535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.432145] env[69987]: DEBUG nova.network.neutron [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.599845] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.600107] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.600270] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.600694] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.600694] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.600827] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.601018] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.601235] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.601400] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.601553] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.601730] env[69987]: DEBUG nova.virt.hardware [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.602661] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0243f143-7f76-4ed9-b9dc-ee42070d8c53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.612293] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba293ccb-643e-4f13-a357-2ef0498cfd46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.628578] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.634608] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.637295] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.639390] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-069f3a99-8158-4569-b525-7bf1cc59a381 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.661438] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.102062} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.662927] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.663228] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.663228] env[69987]: value = "task-3500086" [ 752.663228] env[69987]: _type = "Task" [ 752.663228] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.664318] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6706504-53a1-44c2-b0e5-7a42aa86df72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.675786] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500086, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.693867] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 0289665d-6bca-4cd0-911e-83698c3b97c8/0289665d-6bca-4cd0-911e-83698c3b97c8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.694747] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-450bacbc-e231-4d5a-bc1f-61ca3aa9ba95 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.715976] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 752.715976] env[69987]: value = "task-3500087" [ 752.715976] env[69987]: _type = "Task" [ 752.715976] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.725010] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.745254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.745747] env[69987]: DEBUG nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.748852] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.528s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.749144] env[69987]: DEBUG nova.objects.instance [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lazy-loading 'resources' on Instance uuid 76d2772a-8392-4a05-bd09-07949475b4b6 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.806024] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527bb4bc-b8c9-960e-72fb-8846741b7f23, 'name': SearchDatastore_Task, 'duration_secs': 0.027353} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.806024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.806024] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.806024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.806359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.806359] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.806487] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24498e5c-32fe-4de3-b2a7-f78d1a9a64ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.818373] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.818555] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.820137] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f65a79e-3a5e-4af5-a319-915c5a1fbcc9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.827182] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 752.827182] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273c4c3-2934-ee5b-b138-aa304baf7811" [ 752.827182] env[69987]: _type = "Task" [ 752.827182] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.848136] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5273c4c3-2934-ee5b-b138-aa304baf7811, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.848136] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b986c8e3-04dd-4569-9938-56110990b5b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.853295] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 752.853295] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f90814-6e39-d66d-be0b-9d3d4d7d2029" [ 752.853295] env[69987]: _type = "Task" [ 752.853295] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.865053] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f90814-6e39-d66d-be0b-9d3d4d7d2029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.083214] env[69987]: DEBUG nova.network.neutron [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.180694] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500086, 'name': CreateVM_Task, 'duration_secs': 0.365927} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.180866] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.181312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.181495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.181771] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.182549] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1984415-e34d-42ca-819e-fc24bad7bcc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.188237] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 753.188237] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ed3ecf-3028-cb34-16f9-c2294a6937fc" [ 753.188237] env[69987]: _type = "Task" [ 753.188237] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.205504] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed3ecf-3028-cb34-16f9-c2294a6937fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.229367] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500087, 'name': ReconfigVM_Task, 'duration_secs': 0.427972} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.229656] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 0289665d-6bca-4cd0-911e-83698c3b97c8/0289665d-6bca-4cd0-911e-83698c3b97c8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.230318] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38caa9c5-6a9f-4416-b31e-4efefd36edf5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.237596] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 753.237596] env[69987]: value = "task-3500088" [ 753.237596] env[69987]: _type = "Task" [ 753.237596] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.253585] env[69987]: DEBUG nova.compute.utils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.257196] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500088, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.259557] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5278b7b1-eb27-474d-1c72-1b45646c3d1a/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.260223] env[69987]: DEBUG nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.260543] env[69987]: DEBUG nova.network.neutron [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.263761] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfa6319-32d2-41fa-8dab-f89429d5ee14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.270839] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5278b7b1-eb27-474d-1c72-1b45646c3d1a/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.270839] env[69987]: ERROR oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5278b7b1-eb27-474d-1c72-1b45646c3d1a/disk-0.vmdk due to incomplete transfer. [ 753.270839] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fbd9708e-0c40-48a0-bc32-abade86407cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.279060] env[69987]: DEBUG oslo_vmware.rw_handles [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5278b7b1-eb27-474d-1c72-1b45646c3d1a/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.279473] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Uploaded image 712ecf4c-accb-44b8-ae0f-aa3818559d85 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 753.281617] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.281938] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab970da1-e639-4a9c-b97f-35ebbb63a215 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.291197] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 753.291197] env[69987]: value = "task-3500089" [ 753.291197] env[69987]: _type = "Task" [ 753.291197] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.300044] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500089, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.369763] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f90814-6e39-d66d-be0b-9d3d4d7d2029, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.370056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.370320] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] b45e94ae-d45b-4632-b8da-ae1cb246450a/b45e94ae-d45b-4632-b8da-ae1cb246450a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.370631] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f500f46-8a76-4454-8cdb-b955c60c7e11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.378314] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 753.378314] env[69987]: value = "task-3500090" [ 753.378314] env[69987]: _type = "Task" [ 753.378314] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.379919] env[69987]: DEBUG nova.network.neutron [None req-c6ba642e-74c0-4ff0-bafd-8c116f068195 tempest-ServerExternalEventsTest-889347611 tempest-ServerExternalEventsTest-889347611-project] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Updating instance_info_cache with network_info: [{"id": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "address": "fa:16:3e:e7:bb:73", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03d2710f-03", "ovs_interfaceid": "03d2710f-03fd-4de8-8ab8-dd3311da510a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.391115] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.479578] env[69987]: DEBUG nova.policy [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4d2b43a314482aad24b96569034521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b1e9016ba7436aa565c928ef6785a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.544837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "60073f62-26e8-4d08-a43b-972ca96bcc9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.545249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.545511] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "60073f62-26e8-4d08-a43b-972ca96bcc9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.545710] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.545955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.548444] env[69987]: INFO nova.compute.manager [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Terminating instance [ 753.688247] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa92496-df5e-45d0-a88c-2f766074d1d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.701327] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed3ecf-3028-cb34-16f9-c2294a6937fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.705501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.705501] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.705501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.705501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.705759] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.705759] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9354ba9-2af0-4d22-8554-9d47cee29cff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.708140] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b362a035-4c46-4207-9b86-007b6d8af0fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.750998] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab461c-b815-4cde-92bc-5640e6bb954e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.754052] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.754335] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.755440] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111f5713-26f3-4103-a525-af2329f9c8e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.773117] env[69987]: DEBUG nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.777269] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500088, 'name': Rename_Task, 'duration_secs': 0.339399} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.777269] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 753.777269] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f80b71-c07c-7e02-76f2-28db8da54015" [ 753.777269] env[69987]: _type = "Task" [ 753.777269] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.777269] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.781025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f3b3d-96df-4404-b05f-de94b6d977d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.784035] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d9a80d-6b4a-47eb-855e-059e17acfa96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.805232] env[69987]: DEBUG nova.compute.provider_tree [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.814321] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 753.814321] env[69987]: value = "task-3500091" [ 753.814321] env[69987]: _type = "Task" [ 753.814321] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.816145] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f80b71-c07c-7e02-76f2-28db8da54015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.824662] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500089, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.825199] env[69987]: DEBUG nova.network.neutron [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updated VIF entry in instance network info cache for port 6fd2b3c5-d441-4079-8ecc-715a4c3da32d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.825767] env[69987]: DEBUG nova.network.neutron [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance_info_cache with network_info: [{"id": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "address": "fa:16:3e:cf:dd:8f", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd2b3c5-d4", "ovs_interfaceid": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.839080] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.839080] env[69987]: DEBUG nova.network.neutron [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Updating instance_info_cache with network_info: [{"id": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "address": "fa:16:3e:2d:df:b5", "network": {"id": "c8122c7c-ba43-45b9-b1c9-c9168938102a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-415178019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a5029fd6cf4df8a26584ff7e9d9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaebcdc36-72", "ovs_interfaceid": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.887121] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c6ba642e-74c0-4ff0-bafd-8c116f068195 tempest-ServerExternalEventsTest-889347611 tempest-ServerExternalEventsTest-889347611-project] Releasing lock "refresh_cache-60073f62-26e8-4d08-a43b-972ca96bcc9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.898348] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500090, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.053930] env[69987]: DEBUG nova.compute.manager [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.054084] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.054918] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c07a49f-5bfe-43af-b7a0-ac5bc469194d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.063383] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.063613] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd449a6-6738-4591-8cc4-57f97fa99a4e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.069777] env[69987]: DEBUG oslo_vmware.api [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 754.069777] env[69987]: value = "task-3500092" [ 754.069777] env[69987]: _type = "Task" [ 754.069777] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.079702] env[69987]: DEBUG oslo_vmware.api [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.296715] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f80b71-c07c-7e02-76f2-28db8da54015, 'name': SearchDatastore_Task, 'duration_secs': 0.053574} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.298246] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769c8195-52a4-45b5-8245-45c34c882a3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.311370] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 754.311370] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ff28c3-ec08-7119-0ed8-9adeb74773cc" [ 754.311370] env[69987]: _type = "Task" [ 754.311370] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.326157] env[69987]: DEBUG nova.scheduler.client.report [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.330952] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500089, 'name': Destroy_Task, 'duration_secs': 0.543201} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.331790] env[69987]: DEBUG oslo_concurrency.lockutils [req-88c65b8d-bfb5-4fe8-9489-90495ea5fa90 req-e770f5e5-f1db-4572-b790-074674829030 service nova] Releasing lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.336999] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Destroyed the VM [ 754.337111] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.337417] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85ad5cb8-fe06-49b3-807a-27d189676515 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.343461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Releasing lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.343791] env[69987]: DEBUG nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Instance network_info: |[{"id": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "address": "fa:16:3e:2d:df:b5", "network": {"id": "c8122c7c-ba43-45b9-b1c9-c9168938102a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-415178019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a5029fd6cf4df8a26584ff7e9d9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaebcdc36-72", "ovs_interfaceid": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.344364] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ff28c3-ec08-7119-0ed8-9adeb74773cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.344786] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:df:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aebcdc36-727b-4de0-a444-2c7b8facfdee', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.352557] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Creating folder: Project (84a5029fd6cf4df8a26584ff7e9d9e15). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.353636] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.354046] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.359874] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e74fa75-6e0a-47c4-8560-7c8942ed6c44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.361940] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc948222-561e-42c9-92af-2a884cfdfb7b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.364345] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 754.364345] env[69987]: value = "task-3500093" [ 754.364345] env[69987]: _type = "Task" [ 754.364345] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.365766] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.371038] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 754.371038] env[69987]: value = "task-3500095" [ 754.371038] env[69987]: _type = "Task" [ 754.371038] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.380462] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Created folder: Project (84a5029fd6cf4df8a26584ff7e9d9e15) in parent group-v699418. [ 754.380694] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Creating folder: Instances. Parent ref: group-v699453. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.380946] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.381564] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfa26d4b-e14f-446b-b56f-af32f5409582 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.390380] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.401148] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573644} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.402577] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] b45e94ae-d45b-4632-b8da-ae1cb246450a/b45e94ae-d45b-4632-b8da-ae1cb246450a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.402822] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.403124] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Created folder: Instances in parent group-v699453. [ 754.403304] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.403585] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e655ed-811d-46bf-8c11-27f15dcf1c09 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.408272] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.408272] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dad49340-fea4-4dc2-9664-1614bd1c97d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.428581] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 754.428581] env[69987]: value = "task-3500097" [ 754.428581] env[69987]: _type = "Task" [ 754.428581] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.429881] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.429881] env[69987]: value = "task-3500098" [ 754.429881] env[69987]: _type = "Task" [ 754.429881] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.443528] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.447517] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500098, 'name': CreateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.582796] env[69987]: DEBUG oslo_vmware.api [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500092, 'name': PowerOffVM_Task, 'duration_secs': 0.210457} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.582796] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.582796] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.583125] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a777e66-11e2-44f9-9e07-b5a9cd7cb222 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.618871] env[69987]: DEBUG nova.network.neutron [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Successfully created port: 42f3f79a-9b50-4e77-8332-60932c7e2291 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.650261] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.650567] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.650778] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Deleting the datastore file [datastore2] 60073f62-26e8-4d08-a43b-972ca96bcc9e {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.651435] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79a14052-b6cb-4ac0-8783-4acb3d1fbeb0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.658805] env[69987]: DEBUG oslo_vmware.api [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for the task: (returnval){ [ 754.658805] env[69987]: value = "task-3500100" [ 754.658805] env[69987]: _type = "Task" [ 754.658805] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.668369] env[69987]: DEBUG oslo_vmware.api [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.800813] env[69987]: DEBUG nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.834783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.845582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.584s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.853469] env[69987]: DEBUG oslo_vmware.api [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500091, 'name': PowerOnVM_Task, 'duration_secs': 0.696529} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.858313] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.858313] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.858313] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.858898] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.858898] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.858898] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.859097] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.859336] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.859581] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.859795] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.860291] env[69987]: DEBUG nova.virt.hardware [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.860732] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.861022] env[69987]: INFO nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Took 10.64 seconds to spawn the instance on the hypervisor. [ 754.861305] env[69987]: DEBUG nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.862315] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b3c79-95b1-405c-90a3-a47c496bec01 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.866503] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45137eb0-4f5c-4b7d-8104-76450bf55a22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.890765] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9b89e6-5e4c-4831-b37b-c0e0185f5cf4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.900094] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500093, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.911506] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.915024] env[69987]: INFO nova.scheduler.client.report [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Deleted allocations for instance 76d2772a-8392-4a05-bd09-07949475b4b6 [ 754.958214] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078167} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.960224] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.961035] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500098, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.961916] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bdecc5-2b2e-4e75-af89-e1e9b2ece0cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.996233] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b45e94ae-d45b-4632-b8da-ae1cb246450a/b45e94ae-d45b-4632-b8da-ae1cb246450a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.997226] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9324af74-3a40-46ea-badb-4d92456fcc3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.020378] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 755.020378] env[69987]: value = "task-3500101" [ 755.020378] env[69987]: _type = "Task" [ 755.020378] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.030706] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.069632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.069912] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.176787] env[69987]: DEBUG oslo_vmware.api [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Task: {'id': task-3500100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354063} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.179868] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.179868] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.179868] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.179868] env[69987]: INFO nova.compute.manager [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 755.179868] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.180132] env[69987]: DEBUG nova.compute.manager [-] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.180132] env[69987]: DEBUG nova.network.neutron [-] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.385090] env[69987]: DEBUG oslo_vmware.api [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500093, 'name': RemoveSnapshot_Task, 'duration_secs': 0.973039} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.385090] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.385090] env[69987]: INFO nova.compute.manager [None req-e4bc01de-cbe6-4f63-8320-c8d870212b3b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Took 16.60 seconds to snapshot the instance on the hypervisor. [ 755.393523] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590651} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.393959] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.395525] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.395794] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b21f743-8426-4ff4-82fb-a27cc30571e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.406604] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 755.406604] env[69987]: value = "task-3500102" [ 755.406604] env[69987]: _type = "Task" [ 755.406604] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.411518] env[69987]: INFO nova.compute.manager [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Took 29.14 seconds to build instance. [ 755.418388] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.454623] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500098, 'name': CreateVM_Task, 'duration_secs': 0.581339} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.455036] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.456066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.456066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.456352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.460149] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86c9c045-a51c-4c20-af65-a627e826ffe7 tempest-ServersAaction247Test-1814788499 tempest-ServersAaction247Test-1814788499-project-member] Lock "76d2772a-8392-4a05-bd09-07949475b4b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.558s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.461088] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aeb7146-d065-4263-83c8-2c531305d9f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.466691] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 755.466691] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fb3f0a-b887-ef2d-59b4-92f1238fd4b9" [ 755.466691] env[69987]: _type = "Task" [ 755.466691] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.476371] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb3f0a-b887-ef2d-59b4-92f1238fd4b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.530162] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.890929] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 247b5a9f-9456-4f5c-b8f0-efb003ab6cee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.890929] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 11e73f0c-0692-47be-a4b6-86fdecd2886f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.891240] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 81494cda-756f-492d-b8ba-993b257da132 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 755.891451] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 2c519237-3872-4b47-93c5-181f773eccb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.891780] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 3448671a-a384-4c15-a9ba-1ba3dad1b1d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.891948] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 8d24c8fe-c846-436a-b803-b9b7cdb63355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.892084] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 60073f62-26e8-4d08-a43b-972ca96bcc9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.892203] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 1ca7b4bb-4841-4775-a7e9-8dd61987b24c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.892316] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 0289665d-6bca-4cd0-911e-83698c3b97c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.892427] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance b45e94ae-d45b-4632-b8da-ae1cb246450a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.892597] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 4b94054c-1d27-45ee-92dd-4432e1e81a33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.893007] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 88e60979-6906-4c76-b683-1891f48beea7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.893170] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 8dbbc346-b158-4839-947f-030522d24158 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 755.913938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16dae732-9efa-4197-ab93-88ed8c16e1fb tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.652s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.923761] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111475} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.924743] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.925616] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fda7ca-efb7-4f22-b860-28a509dbfe24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.953599] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.955131] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24f938c1-0a3f-47bf-9639-0f2a7446b1db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.978388] env[69987]: DEBUG nova.network.neutron [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Successfully updated port: 90a2426a-69ab-4eec-9d8c-b0392e15c70e {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.991469] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb3f0a-b887-ef2d-59b4-92f1238fd4b9, 'name': SearchDatastore_Task, 'duration_secs': 0.022017} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.993476] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.993750] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.993991] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.994157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.994336] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.995399] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 755.995399] env[69987]: value = "task-3500103" [ 755.995399] env[69987]: _type = "Task" [ 755.995399] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.995597] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0923c30-8ce4-49ad-9ecb-b4273a0c5961 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.007814] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.010105] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.010105] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.013040] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c72668-c875-4e88-8a1a-a3fd39a0543b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.017298] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 756.017298] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520937c6-e316-e8d6-9d74-c2edfab5cb92" [ 756.017298] env[69987]: _type = "Task" [ 756.017298] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.035931] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520937c6-e316-e8d6-9d74-c2edfab5cb92, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.036552] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500101, 'name': ReconfigVM_Task, 'duration_secs': 0.925545} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.037402] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b45e94ae-d45b-4632-b8da-ae1cb246450a/b45e94ae-d45b-4632-b8da-ae1cb246450a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.038089] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0244e5f0-f9e4-4a00-9533-4a1d9f49972d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.040363] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a786a3ae-0eaf-4ca2-9a21-ce692f1814ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.047523] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 756.047523] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5231ad54-1240-d762-b018-79da6989cf3d" [ 756.047523] env[69987]: _type = "Task" [ 756.047523] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.051609] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 756.051609] env[69987]: value = "task-3500104" [ 756.051609] env[69987]: _type = "Task" [ 756.051609] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.059349] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5231ad54-1240-d762-b018-79da6989cf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.060166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.060455] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 4b94054c-1d27-45ee-92dd-4432e1e81a33/4b94054c-1d27-45ee-92dd-4432e1e81a33.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.060966] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-658e30e2-e285-421d-a11a-067af463fe57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.066817] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500104, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.072388] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 756.072388] env[69987]: value = "task-3500105" [ 756.072388] env[69987]: _type = "Task" [ 756.072388] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.081543] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.087965] env[69987]: DEBUG nova.compute.manager [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Received event network-vif-plugged-aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.088226] env[69987]: DEBUG oslo_concurrency.lockutils [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] Acquiring lock "4b94054c-1d27-45ee-92dd-4432e1e81a33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.088451] env[69987]: DEBUG oslo_concurrency.lockutils [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.088648] env[69987]: DEBUG oslo_concurrency.lockutils [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.088779] env[69987]: DEBUG nova.compute.manager [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] No waiting events found dispatching network-vif-plugged-aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.088928] env[69987]: WARNING nova.compute.manager [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Received unexpected event network-vif-plugged-aebcdc36-727b-4de0-a444-2c7b8facfdee for instance with vm_state building and task_state spawning. [ 756.089285] env[69987]: DEBUG nova.compute.manager [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Received event network-changed-aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.089482] env[69987]: DEBUG nova.compute.manager [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Refreshing instance network info cache due to event network-changed-aebcdc36-727b-4de0-a444-2c7b8facfdee. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.089775] env[69987]: DEBUG oslo_concurrency.lockutils [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] Acquiring lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.089976] env[69987]: DEBUG oslo_concurrency.lockutils [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] Acquired lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.090191] env[69987]: DEBUG nova.network.neutron [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Refreshing network info cache for port aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.400359] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance e8adf65d-fde7-4479-a05c-5690f9e87910 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.419247] env[69987]: DEBUG nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.481077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "refresh_cache-88e60979-6906-4c76-b683-1891f48beea7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.481241] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquired lock "refresh_cache-88e60979-6906-4c76-b683-1891f48beea7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.481397] env[69987]: DEBUG nova.network.neutron [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.514673] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500103, 'name': ReconfigVM_Task, 'duration_secs': 0.417679} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.514974] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee/247b5a9f-9456-4f5c-b8f0-efb003ab6cee.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.515641] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8043e781-b37d-45e5-845c-9bb222230658 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.521993] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 756.521993] env[69987]: value = "task-3500106" [ 756.521993] env[69987]: _type = "Task" [ 756.521993] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.535289] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500106, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.560880] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500104, 'name': Rename_Task, 'duration_secs': 0.183999} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.561156] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.561391] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d19f5da7-577f-42a1-8905-a14f214e46f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.567609] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 756.567609] env[69987]: value = "task-3500107" [ 756.567609] env[69987]: _type = "Task" [ 756.567609] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.580145] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.585512] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465291} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.586037] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 4b94054c-1d27-45ee-92dd-4432e1e81a33/4b94054c-1d27-45ee-92dd-4432e1e81a33.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.586501] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.586927] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b19b296-ca4b-4cca-b101-2f90e8c97b9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.597548] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 756.597548] env[69987]: value = "task-3500108" [ 756.597548] env[69987]: _type = "Task" [ 756.597548] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.607709] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.614525] env[69987]: DEBUG nova.network.neutron [-] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.906951] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 0f5ccae7-1100-4899-8949-687a20f268b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.966745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.054043] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500106, 'name': Rename_Task, 'duration_secs': 0.34029} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.054043] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.054043] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822003d4-0a91-4cf8-8025-fc072a70237c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.061222] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Waiting for the task: (returnval){ [ 757.061222] env[69987]: value = "task-3500109" [ 757.061222] env[69987]: _type = "Task" [ 757.061222] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.072975] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.083674] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.116709] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070229} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.117339] env[69987]: INFO nova.compute.manager [-] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Took 1.94 seconds to deallocate network for instance. [ 757.117593] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.119982] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2f8ea6-f692-4d6d-af74-bfc1cdd3f1cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.154334] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 4b94054c-1d27-45ee-92dd-4432e1e81a33/4b94054c-1d27-45ee-92dd-4432e1e81a33.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.155690] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c733c62d-87fb-4745-96fd-1908f3e3f93b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.183292] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 757.183292] env[69987]: value = "task-3500110" [ 757.183292] env[69987]: _type = "Task" [ 757.183292] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.184697] env[69987]: DEBUG nova.network.neutron [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Updated VIF entry in instance network info cache for port aebcdc36-727b-4de0-a444-2c7b8facfdee. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.184697] env[69987]: DEBUG nova.network.neutron [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Updating instance_info_cache with network_info: [{"id": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "address": "fa:16:3e:2d:df:b5", "network": {"id": "c8122c7c-ba43-45b9-b1c9-c9168938102a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-415178019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a5029fd6cf4df8a26584ff7e9d9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaebcdc36-72", "ovs_interfaceid": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.198639] env[69987]: DEBUG nova.network.neutron [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.202594] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.409739] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance c35f752e-e9b4-48d5-ae18-b2613ddfeaf1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 757.497099] env[69987]: DEBUG nova.network.neutron [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Successfully updated port: 42f3f79a-9b50-4e77-8332-60932c7e2291 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.574611] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500109, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.584593] env[69987]: DEBUG oslo_vmware.api [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500107, 'name': PowerOnVM_Task, 'duration_secs': 0.817379} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.584681] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.585183] env[69987]: INFO nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Took 10.72 seconds to spawn the instance on the hypervisor. [ 757.585526] env[69987]: DEBUG nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.588759] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465189f-8076-4fe3-80ad-eb623d714bb4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.633020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.686409] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "9642dc29-73e4-451e-bf37-fe20fc4c876a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.686641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.693046] env[69987]: DEBUG oslo_concurrency.lockutils [req-7ca960c9-c604-459e-9540-7882329950d6 req-64c4555f-8700-4ef4-94b7-ff51b3fd86cc service nova] Releasing lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.700158] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.701336] env[69987]: DEBUG nova.network.neutron [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Updating instance_info_cache with network_info: [{"id": "90a2426a-69ab-4eec-9d8c-b0392e15c70e", "address": "fa:16:3e:79:24:bf", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a2426a-69", "ovs_interfaceid": "90a2426a-69ab-4eec-9d8c-b0392e15c70e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.808305] env[69987]: DEBUG nova.compute.manager [req-e132bbb6-1aea-46e3-8cc0-f0fbb290ac17 req-0d905733-122d-4027-9cd9-b00c216bacb8 service nova] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Received event network-vif-deleted-03d2710f-03fd-4de8-8ab8-dd3311da510a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.914496] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 46ca388e-79b7-403b-a895-99a9d1ac93cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 758.001187] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-8dbbc346-b158-4839-947f-030522d24158" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.001366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-8dbbc346-b158-4839-947f-030522d24158" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.001531] env[69987]: DEBUG nova.network.neutron [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.076167] env[69987]: DEBUG oslo_vmware.api [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Task: {'id': task-3500109, 'name': PowerOnVM_Task, 'duration_secs': 0.919296} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.076767] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.077131] env[69987]: DEBUG nova.compute.manager [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.079027] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e403e59f-4646-4a85-9ea9-6441cc06c696 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.108967] env[69987]: INFO nova.compute.manager [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Took 25.35 seconds to build instance. [ 758.125945] env[69987]: DEBUG nova.compute.manager [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.125945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3cd806-3398-40ff-a63a-d1f7dcc6e9a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.197769] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500110, 'name': ReconfigVM_Task, 'duration_secs': 0.52929} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.197769] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 4b94054c-1d27-45ee-92dd-4432e1e81a33/4b94054c-1d27-45ee-92dd-4432e1e81a33.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.198176] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e27672c9-58e0-439a-8b74-abbf948b5df1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.206043] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Releasing lock "refresh_cache-88e60979-6906-4c76-b683-1891f48beea7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.206196] env[69987]: DEBUG nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Instance network_info: |[{"id": "90a2426a-69ab-4eec-9d8c-b0392e15c70e", "address": "fa:16:3e:79:24:bf", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a2426a-69", "ovs_interfaceid": "90a2426a-69ab-4eec-9d8c-b0392e15c70e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.206612] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 758.206612] env[69987]: value = "task-3500111" [ 758.206612] env[69987]: _type = "Task" [ 758.206612] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.206889] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:24:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90a2426a-69ab-4eec-9d8c-b0392e15c70e', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.216942] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Creating folder: Project (cc0db948f6904faf8356a7add8003eda). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.217683] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d904f71-4c13-4500-9a3b-6336422b6648 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.229427] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500111, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.231219] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Created folder: Project (cc0db948f6904faf8356a7add8003eda) in parent group-v699418. [ 758.231403] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Creating folder: Instances. Parent ref: group-v699456. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.231630] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-738ee98d-582f-4ebf-a801-a10e5a4e69e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.240812] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Created folder: Instances in parent group-v699456. [ 758.240965] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.241123] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.241325] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cac72e8-ede5-4b12-830c-cb8e6d7b7dcc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.262604] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.262604] env[69987]: value = "task-3500114" [ 758.262604] env[69987]: _type = "Task" [ 758.262604] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.270799] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500114, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.418460] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9f30e265-50d0-42b4-a79f-950aa915aa53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 758.555693] env[69987]: DEBUG nova.network.neutron [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.596487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.612168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba98b5d8-8fed-4527-9bb5-86406d714db6 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.512s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.638627] env[69987]: INFO nova.compute.manager [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] instance snapshotting [ 758.638627] env[69987]: WARNING nova.compute.manager [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 758.641605] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224c4ce-af7a-414d-a1b4-32c18278283c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.668629] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59103b5-947a-4f78-8fb1-0ceafd66f3f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.729388] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500111, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.776311] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500114, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.781834] env[69987]: DEBUG nova.network.neutron [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Updating instance_info_cache with network_info: [{"id": "42f3f79a-9b50-4e77-8332-60932c7e2291", "address": "fa:16:3e:9b:0c:01", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f3f79a-9b", "ovs_interfaceid": "42f3f79a-9b50-4e77-8332-60932c7e2291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.922539] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 759.116984] env[69987]: DEBUG nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.144706] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Received event network-vif-plugged-90a2426a-69ab-4eec-9d8c-b0392e15c70e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.145573] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Acquiring lock "88e60979-6906-4c76-b683-1891f48beea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.147732] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Lock "88e60979-6906-4c76-b683-1891f48beea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.147935] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Lock "88e60979-6906-4c76-b683-1891f48beea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.148133] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] No waiting events found dispatching network-vif-plugged-90a2426a-69ab-4eec-9d8c-b0392e15c70e {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.148309] env[69987]: WARNING nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Received unexpected event network-vif-plugged-90a2426a-69ab-4eec-9d8c-b0392e15c70e for instance with vm_state building and task_state spawning. [ 759.148499] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Received event network-changed-90a2426a-69ab-4eec-9d8c-b0392e15c70e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.148747] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Refreshing instance network info cache due to event network-changed-90a2426a-69ab-4eec-9d8c-b0392e15c70e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.148864] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Acquiring lock "refresh_cache-88e60979-6906-4c76-b683-1891f48beea7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.149032] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Acquired lock "refresh_cache-88e60979-6906-4c76-b683-1891f48beea7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.149215] env[69987]: DEBUG nova.network.neutron [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Refreshing network info cache for port 90a2426a-69ab-4eec-9d8c-b0392e15c70e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.181097] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.182120] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ceea9d8-6ab5-418e-b275-3c0640465fb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.196201] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 759.196201] env[69987]: value = "task-3500115" [ 759.196201] env[69987]: _type = "Task" [ 759.196201] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.207853] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.228331] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500111, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.274837] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500114, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.287343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-8dbbc346-b158-4839-947f-030522d24158" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.288174] env[69987]: DEBUG nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Instance network_info: |[{"id": "42f3f79a-9b50-4e77-8332-60932c7e2291", "address": "fa:16:3e:9b:0c:01", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f3f79a-9b", "ovs_interfaceid": "42f3f79a-9b50-4e77-8332-60932c7e2291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.289344] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:0c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42f3f79a-9b50-4e77-8332-60932c7e2291', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.299836] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating folder: Project (36b1e9016ba7436aa565c928ef6785a9). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.299836] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e09ff7e6-4816-478e-96dd-79306e235bc2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.312022] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created folder: Project (36b1e9016ba7436aa565c928ef6785a9) in parent group-v699418. [ 759.312287] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating folder: Instances. Parent ref: group-v699459. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.312486] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47ba883d-d546-4407-ba7c-fca75a44c1a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.323033] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created folder: Instances in parent group-v699459. [ 759.323124] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.323312] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.324052] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83894e92-f95a-4fbb-acb1-d6dc0918d8a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.347080] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.347080] env[69987]: value = "task-3500118" [ 759.347080] env[69987]: _type = "Task" [ 759.347080] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.355941] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500118, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.435646] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance cbddb66d-41d9-4da8-af42-537b8132dc5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 759.661040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.710158] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.732625] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500111, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.777586] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500114, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.862721] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500118, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.938538] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 760.055749] env[69987]: DEBUG nova.network.neutron [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Updated VIF entry in instance network info cache for port 90a2426a-69ab-4eec-9d8c-b0392e15c70e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.055749] env[69987]: DEBUG nova.network.neutron [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Updating instance_info_cache with network_info: [{"id": "90a2426a-69ab-4eec-9d8c-b0392e15c70e", "address": "fa:16:3e:79:24:bf", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a2426a-69", "ovs_interfaceid": "90a2426a-69ab-4eec-9d8c-b0392e15c70e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.218389] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500115, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.230670] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500111, 'name': Rename_Task, 'duration_secs': 1.721001} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.230994] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.236434] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-647da741-7af7-4f57-ac8b-cd843761c5ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.246876] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 760.246876] env[69987]: value = "task-3500119" [ 760.246876] env[69987]: _type = "Task" [ 760.246876] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.258337] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.273378] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500114, 'name': CreateVM_Task, 'duration_secs': 1.640708} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.273567] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.274328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.274498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.274838] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.275128] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec179ea-5a47-4c8f-8530-7cc2b6ab4836 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.281113] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 760.281113] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524a0a2d-4b1a-ff69-1a41-57d308973399" [ 760.281113] env[69987]: _type = "Task" [ 760.281113] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.290179] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524a0a2d-4b1a-ff69-1a41-57d308973399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.357025] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500118, 'name': CreateVM_Task, 'duration_secs': 0.566761} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.357660] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.361239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450433] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance ef11d456-2416-4498-aa7c-e1a51cb865d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 760.498835] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.499679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.561020] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Releasing lock "refresh_cache-88e60979-6906-4c76-b683-1891f48beea7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.561020] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Received event network-vif-plugged-42f3f79a-9b50-4e77-8332-60932c7e2291 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.561020] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Acquiring lock "8dbbc346-b158-4839-947f-030522d24158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.561020] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Lock "8dbbc346-b158-4839-947f-030522d24158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.561020] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Lock "8dbbc346-b158-4839-947f-030522d24158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.561283] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] No waiting events found dispatching network-vif-plugged-42f3f79a-9b50-4e77-8332-60932c7e2291 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.561283] env[69987]: WARNING nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Received unexpected event network-vif-plugged-42f3f79a-9b50-4e77-8332-60932c7e2291 for instance with vm_state building and task_state spawning. [ 760.561347] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Received event network-changed-42f3f79a-9b50-4e77-8332-60932c7e2291 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.561479] env[69987]: DEBUG nova.compute.manager [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Refreshing instance network info cache due to event network-changed-42f3f79a-9b50-4e77-8332-60932c7e2291. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.561688] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Acquiring lock "refresh_cache-8dbbc346-b158-4839-947f-030522d24158" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.561873] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Acquired lock "refresh_cache-8dbbc346-b158-4839-947f-030522d24158" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.562073] env[69987]: DEBUG nova.network.neutron [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Refreshing network info cache for port 42f3f79a-9b50-4e77-8332-60932c7e2291 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.710537] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500115, 'name': CreateSnapshot_Task, 'duration_secs': 1.249638} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.710824] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 760.711821] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111745b-2777-4fb6-86ea-5782b17478b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.764999] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.797642] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524a0a2d-4b1a-ff69-1a41-57d308973399, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.797642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.797783] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.799859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.799859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.799859] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.799859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.800076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.800076] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5623297a-fd19-428d-a85c-3c0ea432c47c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.801423] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-255b303a-103d-49e6-80bd-a45423e3b2cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.806910] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 760.806910] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b82e97-b419-5b68-92dd-b1c2a87a4dcb" [ 760.806910] env[69987]: _type = "Task" [ 760.806910] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.811864] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.812084] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.813212] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72df7c70-5d21-46dd-9cc6-b2c11250564f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.819398] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b82e97-b419-5b68-92dd-b1c2a87a4dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.822800] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 760.822800] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526a5333-0378-f49c-b22b-6fb4cec3717f" [ 760.822800] env[69987]: _type = "Task" [ 760.822800] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.832626] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526a5333-0378-f49c-b22b-6fb4cec3717f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.954029] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 3fac017c-41a0-40f2-8f77-b1d72e1903dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 761.101640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.101931] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.102171] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.102377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.102602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.104870] env[69987]: INFO nova.compute.manager [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Terminating instance [ 761.234114] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 761.234114] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f584974-a25a-401a-a98c-b6f31e5b2e53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.245801] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 761.245801] env[69987]: value = "task-3500120" [ 761.245801] env[69987]: _type = "Task" [ 761.245801] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.259945] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500120, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.264740] env[69987]: DEBUG oslo_vmware.api [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500119, 'name': PowerOnVM_Task, 'duration_secs': 0.544063} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.267989] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.268258] env[69987]: INFO nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Took 11.87 seconds to spawn the instance on the hypervisor. [ 761.268449] env[69987]: DEBUG nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.269372] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2297093b-9789-4ead-8bbb-bd769f45a00c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.322303] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b82e97-b419-5b68-92dd-b1c2a87a4dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.019325} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.324642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.324642] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.324642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.333437] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526a5333-0378-f49c-b22b-6fb4cec3717f, 'name': SearchDatastore_Task, 'duration_secs': 0.032927} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.334527] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a420a4-d732-4d0d-93b8-a952258c43cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.340865] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 761.340865] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52236089-3282-2d08-67c4-322cd0c77280" [ 761.340865] env[69987]: _type = "Task" [ 761.340865] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.351553] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52236089-3282-2d08-67c4-322cd0c77280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.426156] env[69987]: DEBUG nova.network.neutron [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Updated VIF entry in instance network info cache for port 42f3f79a-9b50-4e77-8332-60932c7e2291. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.426646] env[69987]: DEBUG nova.network.neutron [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Updating instance_info_cache with network_info: [{"id": "42f3f79a-9b50-4e77-8332-60932c7e2291", "address": "fa:16:3e:9b:0c:01", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42f3f79a-9b", "ovs_interfaceid": "42f3f79a-9b50-4e77-8332-60932c7e2291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.457191] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f432ef0a-9c47-40e6-96c1-d7601dc314a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 761.457389] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 761.458111] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 761.612097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "refresh_cache-247b5a9f-9456-4f5c-b8f0-efb003ab6cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.612097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquired lock "refresh_cache-247b5a9f-9456-4f5c-b8f0-efb003ab6cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.613030] env[69987]: DEBUG nova.network.neutron [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.759191] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500120, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.797555] env[69987]: INFO nova.compute.manager [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Took 28.44 seconds to build instance. [ 761.860036] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52236089-3282-2d08-67c4-322cd0c77280, 'name': SearchDatastore_Task, 'duration_secs': 0.021201} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.860036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.860036] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 88e60979-6906-4c76-b683-1891f48beea7/88e60979-6906-4c76-b683-1891f48beea7.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.860806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.860887] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.861075] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-544e4fc9-07d9-4179-827b-eea0ca2a4b9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.867588] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91d32354-59a1-43fb-ad20-21956889ad58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.877303] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 761.877303] env[69987]: value = "task-3500121" [ 761.877303] env[69987]: _type = "Task" [ 761.877303] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.882159] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.882474] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.886262] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0609a8da-b323-4861-9534-ed9d1f9b92fa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.893483] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.897973] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 761.897973] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fb4165-bebe-c4b2-5282-5f888fde7d3e" [ 761.897973] env[69987]: _type = "Task" [ 761.897973] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.909176] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb4165-bebe-c4b2-5282-5f888fde7d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.920028] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a941c38a-d40e-4e55-b4fb-c32f1d53e5d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.927488] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2bcba0-3308-40f0-9835-be27a9f811e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.931060] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5e5fe6-1eda-40b5-a5f3-6667fca3e068 req-946c1c7f-aed4-4373-ae4a-753a8a005881 service nova] Releasing lock "refresh_cache-8dbbc346-b158-4839-947f-030522d24158" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.961289] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38de6e2-1596-453c-87b3-0ba48a7dab8f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.969441] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261edea-bd3b-49d3-befb-e6496b55f082 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.984938] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.145871] env[69987]: DEBUG nova.network.neutron [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.233257] env[69987]: DEBUG nova.compute.manager [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 762.241907] env[69987]: DEBUG nova.network.neutron [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.262326] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500120, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.303266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a0420085-2ea4-49e6-9beb-735b290afbb3 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.939s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.389821] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.409948] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb4165-bebe-c4b2-5282-5f888fde7d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.017178} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.410408] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8e4627-e4e8-4b7f-a3bb-432f31e54951 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.417127] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 762.417127] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e5303a-62a4-5da9-e939-f0cd19b0258b" [ 762.417127] env[69987]: _type = "Task" [ 762.417127] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.426501] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e5303a-62a4-5da9-e939-f0cd19b0258b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.488703] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.745685] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Releasing lock "refresh_cache-247b5a9f-9456-4f5c-b8f0-efb003ab6cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.746121] env[69987]: DEBUG nova.compute.manager [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.746327] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.747217] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aaa5cc-c746-4c74-8954-b9d1e2fe1619 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.759872] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500120, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.763489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.763792] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.764085] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2035b7fc-fcc4-402e-8adf-274c0ca63d75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.771158] env[69987]: DEBUG oslo_vmware.api [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 762.771158] env[69987]: value = "task-3500122" [ 762.771158] env[69987]: _type = "Task" [ 762.771158] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.781329] env[69987]: DEBUG oslo_vmware.api [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.808046] env[69987]: DEBUG nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.890089] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777379} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.890893] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 88e60979-6906-4c76-b683-1891f48beea7/88e60979-6906-4c76-b683-1891f48beea7.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.893145] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.893145] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-336506d4-aa72-4d55-9589-817c77e75852 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.899044] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 762.899044] env[69987]: value = "task-3500123" [ 762.899044] env[69987]: _type = "Task" [ 762.899044] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.927920] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e5303a-62a4-5da9-e939-f0cd19b0258b, 'name': SearchDatastore_Task, 'duration_secs': 0.080804} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.929025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.929951] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.929951] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e79d6a5-e27f-4901-bbeb-9c0839b3a6cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.937581] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 762.937581] env[69987]: value = "task-3500124" [ 762.937581] env[69987]: _type = "Task" [ 762.937581] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.947907] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.994782] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 762.995059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.154s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.995321] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.506s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.999057] env[69987]: INFO nova.compute.claims [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.270168] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500120, 'name': CloneVM_Task, 'duration_secs': 1.637463} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.270168] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Created linked-clone VM from snapshot [ 763.275432] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04e9cca-fe91-4a94-947a-bf66ee4a32d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.293211] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Uploading image 6a7b96b4-e880-4e99-88ee-da6227924dbd {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 763.297249] env[69987]: DEBUG oslo_vmware.api [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500122, 'name': PowerOffVM_Task, 'duration_secs': 0.128068} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.297249] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.297249] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.297402] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1735049a-314a-4c33-aefe-b51eb772afb1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.330582] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.330840] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.331032] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Deleting the datastore file [datastore1] 247b5a9f-9456-4f5c-b8f0-efb003ab6cee {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.333022] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b5c4bf8-0b76-40e3-8464-950a73b07097 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.339293] env[69987]: DEBUG oslo_vmware.api [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for the task: (returnval){ [ 763.339293] env[69987]: value = "task-3500126" [ 763.339293] env[69987]: _type = "Task" [ 763.339293] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.341522] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 763.341522] env[69987]: value = "vm-699463" [ 763.341522] env[69987]: _type = "VirtualMachine" [ 763.341522] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 763.341870] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-788c2344-688c-4b52-a09a-34d6488589f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.357364] env[69987]: DEBUG oslo_vmware.api [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.359977] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease: (returnval){ [ 763.359977] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d0ea58-a296-9349-85b8-76d839e97b39" [ 763.359977] env[69987]: _type = "HttpNfcLease" [ 763.359977] env[69987]: } obtained for exporting VM: (result){ [ 763.359977] env[69987]: value = "vm-699463" [ 763.359977] env[69987]: _type = "VirtualMachine" [ 763.359977] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 763.360637] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the lease: (returnval){ [ 763.360637] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d0ea58-a296-9349-85b8-76d839e97b39" [ 763.360637] env[69987]: _type = "HttpNfcLease" [ 763.360637] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 763.363101] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.371729] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "c73fd485-e892-4ede-b980-c5b154d292d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.371972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "c73fd485-e892-4ede-b980-c5b154d292d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.378185] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.378185] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d0ea58-a296-9349-85b8-76d839e97b39" [ 763.378185] env[69987]: _type = "HttpNfcLease" [ 763.378185] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.378544] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.378544] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d0ea58-a296-9349-85b8-76d839e97b39" [ 763.378544] env[69987]: _type = "HttpNfcLease" [ 763.378544] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.380390] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57edfe8-ba4b-481a-b28c-8204a653b75c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.390733] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277d94b-220e-4257-73fa-d3517c975dfb/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.391429] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277d94b-220e-4257-73fa-d3517c975dfb/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.465148] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079318} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.468596] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.468971] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500124, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.469708] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5cdaf0-fb09-4cae-b29e-c8b2c8393460 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.493529] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 88e60979-6906-4c76-b683-1891f48beea7/88e60979-6906-4c76-b683-1891f48beea7.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.493909] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f9f4b60-46ad-44a2-8825-d74d74527deb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.517220] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 763.517220] env[69987]: value = "task-3500128" [ 763.517220] env[69987]: _type = "Task" [ 763.517220] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.526503] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.550022] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e91c8f0f-05f2-4550-a314-58da05c71caa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.854413] env[69987]: DEBUG oslo_vmware.api [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Task: {'id': task-3500126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20241} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.854797] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.855349] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.856222] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.856222] env[69987]: INFO nova.compute.manager [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Took 1.11 seconds to destroy the instance on the hypervisor. [ 763.856417] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.856905] env[69987]: DEBUG nova.compute.manager [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.857012] env[69987]: DEBUG nova.network.neutron [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.887704] env[69987]: DEBUG nova.network.neutron [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.967908] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533518} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.968862] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.968862] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.969044] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eab41a6c-b0a1-4d7b-b7f5-a64112718d57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.980023] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 763.980023] env[69987]: value = "task-3500129" [ 763.980023] env[69987]: _type = "Task" [ 763.980023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.992713] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.033099] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500128, 'name': ReconfigVM_Task, 'duration_secs': 0.303402} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.033099] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 88e60979-6906-4c76-b683-1891f48beea7/88e60979-6906-4c76-b683-1891f48beea7.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.033513] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-520ba8c2-c10c-43b2-a8f9-e6558a38d8ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.040506] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 764.040506] env[69987]: value = "task-3500130" [ 764.040506] env[69987]: _type = "Task" [ 764.040506] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.049905] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500130, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.393624] env[69987]: DEBUG nova.network.neutron [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.494964] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067089} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.495260] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.496169] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3ffdc-469e-4429-832f-dd3177019c62 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.529788] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.534052] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669d69ba-949c-4bb4-b979-f3a37d75f72f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.557620] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500130, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.560085] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 764.560085] env[69987]: value = "task-3500131" [ 764.560085] env[69987]: _type = "Task" [ 764.560085] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.571947] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500131, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.586421] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd787d47-cfc5-48f1-a771-9a4a4171ced6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.593697] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf3d0e-b76c-4bd7-8715-1cea17eac481 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.630575] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b227ee9-d3ac-462a-b3ba-e0033bad7d82 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.639229] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f9afb1-d72c-4b9d-855b-23e1b53b52d5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.659481] env[69987]: DEBUG nova.compute.provider_tree [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.897818] env[69987]: INFO nova.compute.manager [-] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Took 1.04 seconds to deallocate network for instance. [ 765.063116] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500130, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.072947] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500131, 'name': ReconfigVM_Task, 'duration_secs': 0.334192} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.073370] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.074219] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62293201-bb4b-4b37-870c-c295cdde0436 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.085320] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 765.085320] env[69987]: value = "task-3500132" [ 765.085320] env[69987]: _type = "Task" [ 765.085320] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.099978] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500132, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.165022] env[69987]: DEBUG nova.scheduler.client.report [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.270597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.270854] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.408557] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.561451] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500130, 'name': Rename_Task, 'duration_secs': 1.130628} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.561781] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.561992] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e76227-0b73-4575-adb0-76da78102102 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.570701] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 765.570701] env[69987]: value = "task-3500133" [ 765.570701] env[69987]: _type = "Task" [ 765.570701] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.581647] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.600330] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500132, 'name': Rename_Task, 'duration_secs': 0.14308} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.600694] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.601048] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-823fb2a6-1d40-40e4-9932-661228940ee7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.611884] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 765.611884] env[69987]: value = "task-3500134" [ 765.611884] env[69987]: _type = "Task" [ 765.611884] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.623075] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.670259] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.670986] env[69987]: DEBUG nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.674447] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.584s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.676902] env[69987]: INFO nova.compute.claims [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.086666] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500133, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.125551] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.184471] env[69987]: DEBUG nova.compute.utils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.188601] env[69987]: DEBUG nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.188887] env[69987]: DEBUG nova.network.neutron [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.378963] env[69987]: DEBUG nova.policy [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fb4e1c883f7431a8ab9d17e7290a8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f4d77b2ba6e40359c1c2917e6cbbb76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.584174] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500133, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.628500] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.697817] env[69987]: DEBUG nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.090660] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500133, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.125658] env[69987]: DEBUG oslo_vmware.api [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500134, 'name': PowerOnVM_Task, 'duration_secs': 1.379888} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.126069] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.126406] env[69987]: INFO nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Took 12.33 seconds to spawn the instance on the hypervisor. [ 767.126689] env[69987]: DEBUG nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.127972] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9515e78d-3675-4aa3-9d67-6db2d3fbe4b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.225702] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720de1f-9a0f-4b2e-8b1d-0663e6253fa4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.236399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fbe5a3-a2f8-4ba3-8729-56531ae8efb8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.277617] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7b466-4dd4-42d4-9cf5-b6ec418dda74 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.286868] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2d676c-81b5-42b0-a9a3-6b4e158d11b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.303304] env[69987]: DEBUG nova.compute.provider_tree [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.587625] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500133, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.607841] env[69987]: DEBUG nova.network.neutron [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Successfully created port: 771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.655019] env[69987]: INFO nova.compute.manager [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Took 26.24 seconds to build instance. [ 767.710973] env[69987]: DEBUG nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.805593] env[69987]: DEBUG nova.scheduler.client.report [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.091943] env[69987]: DEBUG oslo_vmware.api [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500133, 'name': PowerOnVM_Task, 'duration_secs': 2.103047} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.092919] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.093144] env[69987]: INFO nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Took 16.07 seconds to spawn the instance on the hypervisor. [ 768.093317] env[69987]: DEBUG nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.096493] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86824392-01b6-4180-be8f-84ef2127068b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.134272] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.136458] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.136458] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.136458] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.136458] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.136458] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.137152] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.137152] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.137152] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.138233] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.138522] env[69987]: DEBUG nova.virt.hardware [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.142010] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9ecc0-6a8d-4946-addd-7c78d843dc3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.151312] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b686a-de30-4bcf-80fe-c31d75b64b9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.157660] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303cda09-9e35-43bb-89ea-c071e75e3369 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "8dbbc346-b158-4839-947f-030522d24158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.159s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.317647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.317647] env[69987]: DEBUG nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.322695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.121s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.322917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.327739] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.601s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.327956] env[69987]: DEBUG nova.objects.instance [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 768.367224] env[69987]: INFO nova.scheduler.client.report [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Deleted allocations for instance 81494cda-756f-492d-b8ba-993b257da132 [ 768.628965] env[69987]: INFO nova.compute.manager [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Took 31.87 seconds to build instance. [ 768.672348] env[69987]: DEBUG nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.824263] env[69987]: DEBUG nova.compute.utils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.825771] env[69987]: DEBUG nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.825948] env[69987]: DEBUG nova.network.neutron [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.882786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bfc7e797-cf97-434f-ba50-0d0124c42d67 tempest-DeleteServersAdminTestJSON-252978323 tempest-DeleteServersAdminTestJSON-252978323-project-admin] Lock "81494cda-756f-492d-b8ba-993b257da132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.292s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.913146] env[69987]: DEBUG nova.policy [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f61f1d8618ff4353b56978f624000686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07dfa7f3061743418db9ddff92b91a9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.113181] env[69987]: DEBUG nova.compute.manager [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.114253] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a744e-214a-4dd8-9771-d7292c719a0b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.130510] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8350e3d-2533-43f1-bc0d-90a19bd4fa2d tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "88e60979-6906-4c76-b683-1891f48beea7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.527s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.205165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.331435] env[69987]: DEBUG nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.347810] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2d2dfddf-d513-4213-8717-ea05153fc75f tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.350604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.670s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.354063] env[69987]: INFO nova.compute.claims [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.467546] env[69987]: DEBUG nova.compute.manager [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Received event network-changed-aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.467737] env[69987]: DEBUG nova.compute.manager [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Refreshing instance network info cache due to event network-changed-aebcdc36-727b-4de0-a444-2c7b8facfdee. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.470790] env[69987]: DEBUG oslo_concurrency.lockutils [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] Acquiring lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.470790] env[69987]: DEBUG oslo_concurrency.lockutils [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] Acquired lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.470790] env[69987]: DEBUG nova.network.neutron [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Refreshing network info cache for port aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.594123] env[69987]: DEBUG nova.network.neutron [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Successfully created port: 1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.629915] env[69987]: INFO nova.compute.manager [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] instance snapshotting [ 769.633663] env[69987]: DEBUG nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.639020] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a038cc50-bc45-411e-9b0c-39da24f5d7e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.664467] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b8913-3903-4734-a456-98ee9a4aab58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.863334] env[69987]: DEBUG nova.network.neutron [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Successfully updated port: 771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.174291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.175558] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.175899] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a4d7856-1cc3-4ffd-93db-420e57f562f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.184921] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 770.184921] env[69987]: value = "task-3500139" [ 770.184921] env[69987]: _type = "Task" [ 770.184921] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.200628] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500139, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.348325] env[69987]: DEBUG nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.375852] env[69987]: DEBUG nova.network.neutron [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Updated VIF entry in instance network info cache for port aebcdc36-727b-4de0-a444-2c7b8facfdee. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.375852] env[69987]: DEBUG nova.network.neutron [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Updating instance_info_cache with network_info: [{"id": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "address": "fa:16:3e:2d:df:b5", "network": {"id": "c8122c7c-ba43-45b9-b1c9-c9168938102a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-415178019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a5029fd6cf4df8a26584ff7e9d9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaebcdc36-72", "ovs_interfaceid": "aebcdc36-727b-4de0-a444-2c7b8facfdee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.377970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.377970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquired lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.377970] env[69987]: DEBUG nova.network.neutron [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.392396] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.393317] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.393317] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.393317] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.393317] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.393613] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.393613] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.394549] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.394549] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.394549] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.394549] env[69987]: DEBUG nova.virt.hardware [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.395811] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f3361-664f-46aa-8acf-d2e939f8257b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.405916] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082c465c-30af-43a0-9a67-b38bcd4ce8d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.723217] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500139, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.890031] env[69987]: DEBUG oslo_concurrency.lockutils [req-218a4226-429b-4ae7-a7b9-5a6b31a58533 req-2cbddc04-766e-464f-9ecf-06ee804d7fd0 service nova] Releasing lock "refresh_cache-4b94054c-1d27-45ee-92dd-4432e1e81a33" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.994557] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f696ef-3481-4969-bdef-0d1cf8ab4717 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.003215] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc767d-5ca9-4b8a-95fd-3514ad0e8ebe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.040369] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b783d881-9dcf-4d10-8acd-8d3c09bf286a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.048752] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848bb047-79a6-4697-bf11-e59de2bcb732 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.058150] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "b518bb73-3811-446e-8e88-1b6386f39543" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.058468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "b518bb73-3811-446e-8e88-1b6386f39543" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.068268] env[69987]: DEBUG nova.compute.provider_tree [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.169876] env[69987]: DEBUG nova.network.neutron [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.201373] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500139, 'name': CreateSnapshot_Task, 'duration_secs': 0.783003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.204074] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 771.204074] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c0ce65-6d9d-4cd8-a81e-fc86ac8c214c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.276913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "a3f66942-6063-4d1f-9bb0-b07899beccc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.277242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.572397] env[69987]: DEBUG nova.scheduler.client.report [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.579567] env[69987]: DEBUG nova.network.neutron [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Updating instance_info_cache with network_info: [{"id": "771825c6-04b2-4e7a-998a-440bd6b13844", "address": "fa:16:3e:c4:2f:83", "network": {"id": "fe33f952-a770-461c-98d2-77aa2ab568a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-113370050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4d77b2ba6e40359c1c2917e6cbbb76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771825c6-04", "ovs_interfaceid": "771825c6-04b2-4e7a-998a-440bd6b13844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.733265] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 771.734046] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7506ec23-1f79-4b0d-957e-66a95afddc88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.751512] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 771.751512] env[69987]: value = "task-3500140" [ 771.751512] env[69987]: _type = "Task" [ 771.751512] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.759498] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500140, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.938703] env[69987]: DEBUG nova.network.neutron [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Successfully updated port: 1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.988017] env[69987]: DEBUG nova.compute.manager [None req-e234b86e-b481-40da-8ae0-d992adc70830 tempest-ServerDiagnosticsTest-1408205609 tempest-ServerDiagnosticsTest-1408205609-project-admin] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.992089] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495ed5ba-af7b-4851-8e9c-5d0d97443cd3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.999490] env[69987]: INFO nova.compute.manager [None req-e234b86e-b481-40da-8ae0-d992adc70830 tempest-ServerDiagnosticsTest-1408205609 tempest-ServerDiagnosticsTest-1408205609-project-admin] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Retrieving diagnostics [ 772.000869] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828231b9-42fd-46df-a461-d6ecc396631c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.079907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.079907] env[69987]: DEBUG nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.087311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.174s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.090227] env[69987]: INFO nova.compute.claims [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.096823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Releasing lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.097279] env[69987]: DEBUG nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Instance network_info: |[{"id": "771825c6-04b2-4e7a-998a-440bd6b13844", "address": "fa:16:3e:c4:2f:83", "network": {"id": "fe33f952-a770-461c-98d2-77aa2ab568a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-113370050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4d77b2ba6e40359c1c2917e6cbbb76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771825c6-04", "ovs_interfaceid": "771825c6-04b2-4e7a-998a-440bd6b13844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.100933] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:2f:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '771825c6-04b2-4e7a-998a-440bd6b13844', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.110885] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Creating folder: Project (8f4d77b2ba6e40359c1c2917e6cbbb76). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.111315] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3470e066-011b-488e-af4a-3957c97fcec2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.123136] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Created folder: Project (8f4d77b2ba6e40359c1c2917e6cbbb76) in parent group-v699418. [ 772.123350] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Creating folder: Instances. Parent ref: group-v699469. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.123603] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42b739c4-8d93-455b-80c6-37d703c3a190 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.134328] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Created folder: Instances in parent group-v699469. [ 772.134588] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.136699] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.138086] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6682198f-a097-498f-9a8e-644387a618ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.163773] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.163773] env[69987]: value = "task-3500143" [ 772.163773] env[69987]: _type = "Task" [ 772.163773] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.177339] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500143, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.265146] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500140, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.318151] env[69987]: INFO nova.compute.manager [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Rebuilding instance [ 772.380926] env[69987]: DEBUG nova.compute.manager [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.381842] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bdcd73-3477-4da8-b48c-af20c6e32c42 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.441884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.442105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquired lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.442313] env[69987]: DEBUG nova.network.neutron [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.603068] env[69987]: DEBUG nova.compute.utils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.604890] env[69987]: DEBUG nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.608513] env[69987]: DEBUG nova.network.neutron [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.645623] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277d94b-220e-4257-73fa-d3517c975dfb/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 772.645974] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aadde0d-1b9b-4093-b90f-9d77b8ef36e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.655482] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277d94b-220e-4257-73fa-d3517c975dfb/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 772.655925] env[69987]: ERROR oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277d94b-220e-4257-73fa-d3517c975dfb/disk-0.vmdk due to incomplete transfer. [ 772.656248] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d700853c-54a9-4ef8-8d1d-35e75fe09ac2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.669325] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277d94b-220e-4257-73fa-d3517c975dfb/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 772.669413] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Uploaded image 6a7b96b4-e880-4e99-88ee-da6227924dbd to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 772.671553] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 772.671820] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-022a6bfa-46de-4bed-80fe-0d673df0dbdb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.681516] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 772.681516] env[69987]: value = "task-3500145" [ 772.681516] env[69987]: _type = "Task" [ 772.681516] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.681841] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500143, 'name': CreateVM_Task, 'duration_secs': 0.397984} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.682001] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.688322] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.688562] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.689390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.689705] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa008b76-e8e1-4b79-bbe6-a02da2b07fad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.701173] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500145, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.704346] env[69987]: DEBUG nova.policy [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7690402f263a44a8a6e031ffb976029c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ecd382f63d242dc8ac59492de2b8935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.706337] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 772.706337] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c913a9-58dd-a4f1-5912-964c03b016e9" [ 772.706337] env[69987]: _type = "Task" [ 772.706337] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.716544] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c913a9-58dd-a4f1-5912-964c03b016e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.763470] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500140, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.866657] env[69987]: DEBUG nova.compute.manager [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Received event network-vif-plugged-771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.867195] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] Acquiring lock "e8adf65d-fde7-4479-a05c-5690f9e87910-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.867553] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.867803] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.868041] env[69987]: DEBUG nova.compute.manager [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] No waiting events found dispatching network-vif-plugged-771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.868270] env[69987]: WARNING nova.compute.manager [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Received unexpected event network-vif-plugged-771825c6-04b2-4e7a-998a-440bd6b13844 for instance with vm_state building and task_state spawning. [ 772.868529] env[69987]: DEBUG nova.compute.manager [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Received event network-changed-771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.868960] env[69987]: DEBUG nova.compute.manager [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Refreshing instance network info cache due to event network-changed-771825c6-04b2-4e7a-998a-440bd6b13844. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.869045] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] Acquiring lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.869801] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] Acquired lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.870058] env[69987]: DEBUG nova.network.neutron [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Refreshing network info cache for port 771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.005611] env[69987]: DEBUG nova.network.neutron [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.110172] env[69987]: DEBUG nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.202848] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500145, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.218400] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c913a9-58dd-a4f1-5912-964c03b016e9, 'name': SearchDatastore_Task, 'duration_secs': 0.038321} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.218701] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.219404] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.221397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.221397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.221397] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.221397] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-869d9523-8bf9-48dd-801c-58320174020e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.231784] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.232792] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.232792] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7931c9b6-b45b-4f19-807f-26e990711a9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.239274] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 773.239274] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522a2d60-c8dd-7991-e447-734eba1d14e7" [ 773.239274] env[69987]: _type = "Task" [ 773.239274] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.253466] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522a2d60-c8dd-7991-e447-734eba1d14e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.265978] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500140, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.367617] env[69987]: DEBUG nova.network.neutron [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Updating instance_info_cache with network_info: [{"id": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "address": "fa:16:3e:00:04:d9", "network": {"id": "54cc0008-fded-402f-8356-e2f6483ff698", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-64680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dfa7f3061743418db9ddff92b91a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf9f6fd-05", "ovs_interfaceid": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.398833] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.399490] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a782954-ef4b-471a-ac51-7d4b697ea5f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.409365] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 773.409365] env[69987]: value = "task-3500146" [ 773.409365] env[69987]: _type = "Task" [ 773.409365] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.419878] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.430054] env[69987]: DEBUG nova.network.neutron [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Successfully created port: 491a4071-9fc2-4123-8afd-088362133d73 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.649769] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b9c28a-d543-48db-a378-63006c1b2eb4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.659891] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d722a-ac10-437f-9957-54e26e3d55fa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.700915] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18131014-18f0-4dde-bb1d-08297fca1790 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.715052] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa536b-d34a-4cb5-bd97-c938c2c09294 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.717149] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500145, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.729254] env[69987]: DEBUG nova.compute.provider_tree [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.750929] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522a2d60-c8dd-7991-e447-734eba1d14e7, 'name': SearchDatastore_Task, 'duration_secs': 0.026905} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.751752] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16142412-9149-4355-8d93-944ec6d354ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.767028] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 773.767028] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52947edf-d221-1ef3-abbe-5e09a656f214" [ 773.767028] env[69987]: _type = "Task" [ 773.767028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.769472] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500140, 'name': CloneVM_Task, 'duration_secs': 1.933557} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.774688] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Created linked-clone VM from snapshot [ 773.775893] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ef87f1-6fde-4ce5-985f-4cb617c95487 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.785468] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52947edf-d221-1ef3-abbe-5e09a656f214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.789544] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Uploading image d92ab624-fe36-4ec0-920b-672e4edf12a1 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 773.801052] env[69987]: DEBUG nova.network.neutron [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Updated VIF entry in instance network info cache for port 771825c6-04b2-4e7a-998a-440bd6b13844. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.801052] env[69987]: DEBUG nova.network.neutron [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Updating instance_info_cache with network_info: [{"id": "771825c6-04b2-4e7a-998a-440bd6b13844", "address": "fa:16:3e:c4:2f:83", "network": {"id": "fe33f952-a770-461c-98d2-77aa2ab568a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-113370050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4d77b2ba6e40359c1c2917e6cbbb76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771825c6-04", "ovs_interfaceid": "771825c6-04b2-4e7a-998a-440bd6b13844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.823893] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 773.823893] env[69987]: value = "vm-699468" [ 773.823893] env[69987]: _type = "VirtualMachine" [ 773.823893] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 773.824488] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8523b62-0406-42ea-a44f-22f86c008e0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.832192] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lease: (returnval){ [ 773.832192] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d9dfda-1a31-bb06-0329-1b04ee24c28a" [ 773.832192] env[69987]: _type = "HttpNfcLease" [ 773.832192] env[69987]: } obtained for exporting VM: (result){ [ 773.832192] env[69987]: value = "vm-699468" [ 773.832192] env[69987]: _type = "VirtualMachine" [ 773.832192] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 773.833861] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the lease: (returnval){ [ 773.833861] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d9dfda-1a31-bb06-0329-1b04ee24c28a" [ 773.833861] env[69987]: _type = "HttpNfcLease" [ 773.833861] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 773.841198] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.841198] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d9dfda-1a31-bb06-0329-1b04ee24c28a" [ 773.841198] env[69987]: _type = "HttpNfcLease" [ 773.841198] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 773.871300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Releasing lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.871408] env[69987]: DEBUG nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Instance network_info: |[{"id": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "address": "fa:16:3e:00:04:d9", "network": {"id": "54cc0008-fded-402f-8356-e2f6483ff698", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-64680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dfa7f3061743418db9ddff92b91a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf9f6fd-05", "ovs_interfaceid": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.873184] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:04:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.880935] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Creating folder: Project (07dfa7f3061743418db9ddff92b91a9e). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.884808] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01331c74-3c48-414e-809e-f6e00b2d9f1c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.886020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "f38fbfac-9498-448d-9889-3ab4d2da1e16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.886231] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.900654] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Created folder: Project (07dfa7f3061743418db9ddff92b91a9e) in parent group-v699418. [ 773.900654] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Creating folder: Instances. Parent ref: group-v699472. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.900654] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c14d8962-75f8-4776-aa9d-d272ca4ebb3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.914785] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Created folder: Instances in parent group-v699472. [ 773.914785] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.915881] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.916124] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd3a407b-37b7-4953-8faa-1a8ca57056bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.937570] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500146, 'name': PowerOffVM_Task, 'duration_secs': 0.344119} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.941503] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.941742] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.941983] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.941983] env[69987]: value = "task-3500150" [ 773.941983] env[69987]: _type = "Task" [ 773.941983] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.942689] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162cf5b6-4513-4e30-8eb5-a7e2c02e4352 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.953853] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500150, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.956463] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.956463] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dca4ac91-60c4-44d2-a29d-18a79e6be25f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.048824] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.049923] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.049923] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleting the datastore file [datastore1] 8dbbc346-b158-4839-947f-030522d24158 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.049923] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4f4d96-7119-4dce-9dfd-1d1fb1509461 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.059140] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 774.059140] env[69987]: value = "task-3500152" [ 774.059140] env[69987]: _type = "Task" [ 774.059140] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.067428] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.123819] env[69987]: DEBUG nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.167632] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.167632] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.167632] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.167899] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.167899] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.167899] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.168797] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.168797] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.168797] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.168797] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.169537] env[69987]: DEBUG nova.virt.hardware [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.170183] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107af7c-0376-48c7-9601-b10aa6f6cb35 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.181255] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015360c-cb64-4234-b4dc-4eac7426cd82 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.208712] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500145, 'name': Destroy_Task, 'duration_secs': 1.39946} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.209098] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Destroyed the VM [ 774.209413] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 774.209684] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5fa6c47-bc79-43bd-809e-f1e06f9a456e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.216021] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 774.216021] env[69987]: value = "task-3500153" [ 774.216021] env[69987]: _type = "Task" [ 774.216021] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.225100] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500153, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.234382] env[69987]: DEBUG nova.scheduler.client.report [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.264651] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "88e60979-6906-4c76-b683-1891f48beea7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.265014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "88e60979-6906-4c76-b683-1891f48beea7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.265289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "88e60979-6906-4c76-b683-1891f48beea7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.265507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "88e60979-6906-4c76-b683-1891f48beea7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.265686] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "88e60979-6906-4c76-b683-1891f48beea7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.268713] env[69987]: INFO nova.compute.manager [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Terminating instance [ 774.289670] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52947edf-d221-1ef3-abbe-5e09a656f214, 'name': SearchDatastore_Task, 'duration_secs': 0.019637} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.290465] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.290465] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] e8adf65d-fde7-4479-a05c-5690f9e87910/e8adf65d-fde7-4479-a05c-5690f9e87910.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.290850] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeac6166-5676-4967-82db-cacdb34458b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.299444] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 774.299444] env[69987]: value = "task-3500154" [ 774.299444] env[69987]: _type = "Task" [ 774.299444] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.303447] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b7be7d3-ed14-4d80-be8f-896266d5d211 req-0b745653-f726-4766-b793-58eaa9bbe497 service nova] Releasing lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.309055] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.342556] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.342556] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d9dfda-1a31-bb06-0329-1b04ee24c28a" [ 774.342556] env[69987]: _type = "HttpNfcLease" [ 774.342556] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 774.343504] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 774.343504] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d9dfda-1a31-bb06-0329-1b04ee24c28a" [ 774.343504] env[69987]: _type = "HttpNfcLease" [ 774.343504] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 774.344024] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd2a6a-b65d-4f08-96c0-ce6cc884e5a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.352336] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e52c3a-3fe9-0ba8-427b-5c2bed836350/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 774.352586] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e52c3a-3fe9-0ba8-427b-5c2bed836350/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 774.457042] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500150, 'name': CreateVM_Task, 'duration_secs': 0.356464} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.458025] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.459263] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.459263] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.459554] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.459806] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5e2b4a7-961d-42c3-8172-c1a76c3c53e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.461667] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bb66b3-6805-4aaa-9f3f-509de0cfcc0c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.467955] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 774.467955] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d24e8b-f769-0802-6d61-bed771ba81db" [ 774.467955] env[69987]: _type = "Task" [ 774.467955] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.476034] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d24e8b-f769-0802-6d61-bed771ba81db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.570353] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352553} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.570697] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.570935] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.571274] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.729806] env[69987]: DEBUG oslo_vmware.api [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500153, 'name': RemoveSnapshot_Task, 'duration_secs': 0.503291} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.730187] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 774.730445] env[69987]: INFO nova.compute.manager [None req-d7b16607-3c4f-4c37-ba4f-41bd4342f642 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Took 16.09 seconds to snapshot the instance on the hypervisor. [ 774.740182] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.741440] env[69987]: DEBUG nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.746349] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.475s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.751536] env[69987]: INFO nova.compute.claims [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.788054] env[69987]: DEBUG nova.compute.manager [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.788054] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.789132] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037f52d0-2d1b-48b6-b5b8-579666415368 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.822030] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.822030] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5545e869-9f15-4701-a575-ec643fbbbfd2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.828321] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500154, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.837375] env[69987]: DEBUG oslo_vmware.api [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 774.837375] env[69987]: value = "task-3500156" [ 774.837375] env[69987]: _type = "Task" [ 774.837375] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.859081] env[69987]: DEBUG oslo_vmware.api [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.987424] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d24e8b-f769-0802-6d61-bed771ba81db, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.987880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.988195] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.990903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.991105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.994300] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.994300] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d87564a7-5ef7-485e-aa0b-ecaeaf62631b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.009054] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.009054] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.009054] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a579202-8594-4202-9233-e4d12dea7b79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.019165] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 775.019165] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]529776f2-d04b-5ef5-764d-2e8fc4364b86" [ 775.019165] env[69987]: _type = "Task" [ 775.019165] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.032310] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529776f2-d04b-5ef5-764d-2e8fc4364b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.253759] env[69987]: DEBUG nova.compute.utils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.259253] env[69987]: DEBUG nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.261823] env[69987]: DEBUG nova.network.neutron [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.315407] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614591} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.315682] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] e8adf65d-fde7-4479-a05c-5690f9e87910/e8adf65d-fde7-4479-a05c-5690f9e87910.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.315900] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.316411] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7147e394-3f57-4081-a3f2-725211069f0e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.326304] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 775.326304] env[69987]: value = "task-3500157" [ 775.326304] env[69987]: _type = "Task" [ 775.326304] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.339103] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.349096] env[69987]: DEBUG oslo_vmware.api [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500156, 'name': PowerOffVM_Task, 'duration_secs': 0.277759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.349421] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.349598] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.349850] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1205a64-2ad4-4e6d-a93e-f11ec1bfd270 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.410797] env[69987]: DEBUG nova.policy [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '913815a1cb244869958b05216e865c24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96a4f47bb9fc4e3b9f9b9f44ea618494', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.430537] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.431092] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.431352] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Deleting the datastore file [datastore1] 88e60979-6906-4c76-b683-1891f48beea7 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.432157] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-000a27e5-6bfb-45f9-886e-f3f6ed34e913 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.443402] env[69987]: DEBUG oslo_vmware.api [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for the task: (returnval){ [ 775.443402] env[69987]: value = "task-3500159" [ 775.443402] env[69987]: _type = "Task" [ 775.443402] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.456725] env[69987]: DEBUG oslo_vmware.api [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.536841] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529776f2-d04b-5ef5-764d-2e8fc4364b86, 'name': SearchDatastore_Task, 'duration_secs': 0.016362} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.539067] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8084fa7-9ec0-4b61-b16d-484d179156de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.545670] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 775.545670] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5234b0c4-fa26-c5bc-e628-a4604a40330b" [ 775.545670] env[69987]: _type = "Task" [ 775.545670] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.559660] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5234b0c4-fa26-c5bc-e628-a4604a40330b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.611286] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.611690] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.611956] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.612179] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.612342] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.612504] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.614696] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.614696] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.614696] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.614696] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.614696] env[69987]: DEBUG nova.virt.hardware [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.614995] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f969ff05-5582-40c5-aaa5-7ad1e66161d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.625130] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9158617f-0ef8-472a-a64b-2fa693df4b0e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.645389] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:0c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42f3f79a-9b50-4e77-8332-60932c7e2291', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.655147] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.656578] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.656578] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69282f17-62e7-4425-8a21-a3e01bb5d53a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.682965] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.682965] env[69987]: value = "task-3500160" [ 775.682965] env[69987]: _type = "Task" [ 775.682965] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.692704] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500160, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.769196] env[69987]: DEBUG nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.783841] env[69987]: DEBUG nova.network.neutron [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Successfully updated port: 491a4071-9fc2-4123-8afd-088362133d73 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.840952] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120391} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.840952] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.841460] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076d6f1f-4901-4895-a6b1-587002dc48cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.880484] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] e8adf65d-fde7-4479-a05c-5690f9e87910/e8adf65d-fde7-4479-a05c-5690f9e87910.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.883896] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a528f999-f43c-4533-84e9-b22897a3e436 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.912050] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 775.912050] env[69987]: value = "task-3500161" [ 775.912050] env[69987]: _type = "Task" [ 775.912050] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.921566] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.954742] env[69987]: DEBUG oslo_vmware.api [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Task: {'id': task-3500159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469658} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.960137] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.960752] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.961102] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.961437] env[69987]: INFO nova.compute.manager [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 775.961833] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.962822] env[69987]: DEBUG nova.compute.manager [-] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.962970] env[69987]: DEBUG nova.network.neutron [-] [instance: 88e60979-6906-4c76-b683-1891f48beea7] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.063327] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5234b0c4-fa26-c5bc-e628-a4604a40330b, 'name': SearchDatastore_Task, 'duration_secs': 0.026392} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.067230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.067814] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 0f5ccae7-1100-4899-8949-687a20f268b9/0f5ccae7-1100-4899-8949-687a20f268b9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.071673] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f004ab-cbad-4a01-8cf1-3b7bf13780b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.085690] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 776.085690] env[69987]: value = "task-3500162" [ 776.085690] env[69987]: _type = "Task" [ 776.085690] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.101472] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.197684] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500160, 'name': CreateVM_Task, 'duration_secs': 0.480094} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.201142] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.202295] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.203171] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.203468] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d97485-0647-41ed-871b-f694f0c78b28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.209230] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 776.209230] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5291097e-839e-4187-c252-aea151242607" [ 776.209230] env[69987]: _type = "Task" [ 776.209230] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.220401] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5291097e-839e-4187-c252-aea151242607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.290128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "refresh_cache-c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.290128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired lock "refresh_cache-c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.290275] env[69987]: DEBUG nova.network.neutron [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.431855] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500161, 'name': ReconfigVM_Task, 'duration_secs': 0.312999} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.432304] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Reconfigured VM instance instance-0000000f to attach disk [datastore2] e8adf65d-fde7-4479-a05c-5690f9e87910/e8adf65d-fde7-4479-a05c-5690f9e87910.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.433681] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2543ddbf-9469-4e83-a613-728743fb1750 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.443074] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee89f17-d720-4cec-9412-961af9f21b09 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.450408] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 776.450408] env[69987]: value = "task-3500163" [ 776.450408] env[69987]: _type = "Task" [ 776.450408] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.461452] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce0fde4-5ed8-4189-9265-743c5d71d2bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.470910] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500163, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.501990] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8f0259-500d-4e75-84d8-b01c8b3f497f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.511542] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710bfc1d-f207-4fd7-9b27-3e42c00288e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.530202] env[69987]: DEBUG nova.compute.provider_tree [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.605609] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500162, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.723249] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5291097e-839e-4187-c252-aea151242607, 'name': SearchDatastore_Task, 'duration_secs': 0.016117} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.723249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.723249] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.723249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.724170] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.724170] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.724170] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b05d5d-76e1-4886-82a3-37e1aca22444 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.738967] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.739213] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.739996] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520681ba-8f6c-4696-bd7a-75fe366ed3b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.748661] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 776.748661] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5278e5dd-228b-efd6-6943-7c6281822392" [ 776.748661] env[69987]: _type = "Task" [ 776.748661] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.767618] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5278e5dd-228b-efd6-6943-7c6281822392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.780729] env[69987]: DEBUG nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.792526] env[69987]: DEBUG nova.compute.manager [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Received event network-vif-plugged-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.792827] env[69987]: DEBUG oslo_concurrency.lockutils [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] Acquiring lock "0f5ccae7-1100-4899-8949-687a20f268b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.794596] env[69987]: DEBUG oslo_concurrency.lockutils [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] Lock "0f5ccae7-1100-4899-8949-687a20f268b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.794868] env[69987]: DEBUG oslo_concurrency.lockutils [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] Lock "0f5ccae7-1100-4899-8949-687a20f268b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.795345] env[69987]: DEBUG nova.compute.manager [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] No waiting events found dispatching network-vif-plugged-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.795345] env[69987]: WARNING nova.compute.manager [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Received unexpected event network-vif-plugged-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 for instance with vm_state building and task_state spawning. [ 776.795518] env[69987]: DEBUG nova.compute.manager [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Received event network-changed-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.795643] env[69987]: DEBUG nova.compute.manager [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Refreshing instance network info cache due to event network-changed-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.795810] env[69987]: DEBUG oslo_concurrency.lockutils [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] Acquiring lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.796053] env[69987]: DEBUG oslo_concurrency.lockutils [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] Acquired lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.796173] env[69987]: DEBUG nova.network.neutron [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Refreshing network info cache for port 1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.815747] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:33:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1764068609',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-300731175',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.816424] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.816547] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.817168] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.817168] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.817341] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.817580] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.817820] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.818142] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.818539] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.818842] env[69987]: DEBUG nova.virt.hardware [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.821149] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5791138-a9d1-47c5-ab05-3aec4ca8adaf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.826970] env[69987]: DEBUG nova.network.neutron [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Successfully created port: 80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.841507] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea659d76-4156-4b5e-9b47-091f25a5a09b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.864739] env[69987]: DEBUG nova.network.neutron [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.963883] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500163, 'name': Rename_Task, 'duration_secs': 0.243612} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.963883] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.966033] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb587a4-a409-4b33-92d9-d46b1d4dbdc5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.982237] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 776.982237] env[69987]: value = "task-3500165" [ 776.982237] env[69987]: _type = "Task" [ 776.982237] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.997350] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.038719] env[69987]: DEBUG nova.scheduler.client.report [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.103991] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759071} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.104484] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 0f5ccae7-1100-4899-8949-687a20f268b9/0f5ccae7-1100-4899-8949-687a20f268b9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.104635] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.105087] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e7e4868-2057-4ddc-8149-a0313eca4160 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.108254] env[69987]: DEBUG nova.network.neutron [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Updating instance_info_cache with network_info: [{"id": "491a4071-9fc2-4123-8afd-088362133d73", "address": "fa:16:3e:58:18:d5", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491a4071-9f", "ovs_interfaceid": "491a4071-9fc2-4123-8afd-088362133d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.118580] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 777.118580] env[69987]: value = "task-3500166" [ 777.118580] env[69987]: _type = "Task" [ 777.118580] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.131848] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.261964] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5278e5dd-228b-efd6-6943-7c6281822392, 'name': SearchDatastore_Task, 'duration_secs': 0.054155} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.263450] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9342a4ad-1fba-4b87-be09-6a18ea27dafd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.273143] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 777.273143] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a6724e-8c3c-cd07-b4bc-ffd91bbb19bb" [ 777.273143] env[69987]: _type = "Task" [ 777.273143] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.284934] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a6724e-8c3c-cd07-b4bc-ffd91bbb19bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.497382] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500165, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.544765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.545403] env[69987]: DEBUG nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.548514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.582s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.550051] env[69987]: INFO nova.compute.claims [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.579768] env[69987]: DEBUG nova.network.neutron [-] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.612082] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Releasing lock "refresh_cache-c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.612417] env[69987]: DEBUG nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Instance network_info: |[{"id": "491a4071-9fc2-4123-8afd-088362133d73", "address": "fa:16:3e:58:18:d5", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491a4071-9f", "ovs_interfaceid": "491a4071-9fc2-4123-8afd-088362133d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.612844] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:18:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '491a4071-9fc2-4123-8afd-088362133d73', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.620429] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Creating folder: Project (6ecd382f63d242dc8ac59492de2b8935). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.621485] env[69987]: DEBUG nova.network.neutron [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Updated VIF entry in instance network info cache for port 1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.621798] env[69987]: DEBUG nova.network.neutron [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Updating instance_info_cache with network_info: [{"id": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "address": "fa:16:3e:00:04:d9", "network": {"id": "54cc0008-fded-402f-8356-e2f6483ff698", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-64680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dfa7f3061743418db9ddff92b91a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf9f6fd-05", "ovs_interfaceid": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.623395] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48685dd6-7b58-46af-9fea-8c38a697b5e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.635757] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069544} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.636967] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.637562] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d4e1d-2681-4ff6-a935-12c311e4c129 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.646035] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Created folder: Project (6ecd382f63d242dc8ac59492de2b8935) in parent group-v699418. [ 777.646035] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Creating folder: Instances. Parent ref: group-v699476. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.646035] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fdc944d-14ad-41ed-bf1c-d28b977346d5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.665667] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0f5ccae7-1100-4899-8949-687a20f268b9/0f5ccae7-1100-4899-8949-687a20f268b9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.666786] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4286ee97-7fd0-4ff4-bfff-199f3bccf8ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.684602] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Created folder: Instances in parent group-v699476. [ 777.684895] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.685804] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.686497] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cbd5fee-25ee-4a8f-9e61-ea99c1fbe2f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.704307] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 777.704307] env[69987]: value = "task-3500169" [ 777.704307] env[69987]: _type = "Task" [ 777.704307] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.711794] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.711794] env[69987]: value = "task-3500170" [ 777.711794] env[69987]: _type = "Task" [ 777.711794] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.718348] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.724314] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500170, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.783458] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a6724e-8c3c-cd07-b4bc-ffd91bbb19bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020333} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.783781] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.784151] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.784301] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22b59c24-b63f-40df-a40b-b63550ed5030 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.793318] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 777.793318] env[69987]: value = "task-3500171" [ 777.793318] env[69987]: _type = "Task" [ 777.793318] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.802948] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.999855] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500165, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.058440] env[69987]: DEBUG nova.compute.utils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.063334] env[69987]: DEBUG nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.066499] env[69987]: DEBUG nova.network.neutron [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.263103] env[69987]: INFO nova.compute.manager [-] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Took 2.12 seconds to deallocate network for instance. [ 778.263103] env[69987]: DEBUG oslo_concurrency.lockutils [req-0eac2ccc-009c-45a8-862f-3cf55b0c6bfe req-5ba52f27-47fe-4750-8eb9-33b19c4f063f service nova] Releasing lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.263103] env[69987]: DEBUG nova.policy [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33e26551f16f44dc87ce8d4475fbd398', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a080a6c9ebe4231b0fef57cc221ccac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.263103] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500169, 'name': ReconfigVM_Task, 'duration_secs': 0.327623} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.264885] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0f5ccae7-1100-4899-8949-687a20f268b9/0f5ccae7-1100-4899-8949-687a20f268b9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.264885] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab91b1f1-131c-4ff9-a901-e50b0c12d197 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.264885] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500170, 'name': CreateVM_Task, 'duration_secs': 0.412822} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.264885] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.264885] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 778.264885] env[69987]: value = "task-3500172" [ 778.264885] env[69987]: _type = "Task" [ 778.264885] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.267656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.267656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.267656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.267656] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f286dcce-421e-4527-863f-ca85888833d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.267656] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500172, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.268331] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 778.268331] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522e3e04-0c9a-cf27-c92b-518e78cf5b04" [ 778.268331] env[69987]: _type = "Task" [ 778.268331] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.274051] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522e3e04-0c9a-cf27-c92b-518e78cf5b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.305142] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.499603] env[69987]: DEBUG oslo_vmware.api [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500165, 'name': PowerOnVM_Task, 'duration_secs': 1.150094} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.499960] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.500090] env[69987]: INFO nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Took 10.79 seconds to spawn the instance on the hypervisor. [ 778.500274] env[69987]: DEBUG nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.501291] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b66015-fc87-46dd-ae42-16148962f20a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.564366] env[69987]: DEBUG nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.595362] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.763338] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500172, 'name': Rename_Task, 'duration_secs': 0.16028} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.766288] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.769734] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be484ca-14f8-428b-8421-96d09d1dfde2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.778495] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522e3e04-0c9a-cf27-c92b-518e78cf5b04, 'name': SearchDatastore_Task, 'duration_secs': 0.017745} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.779966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.780228] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.780461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.780953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.780953] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.781181] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 778.781181] env[69987]: value = "task-3500173" [ 778.781181] env[69987]: _type = "Task" [ 778.781181] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.781371] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da749a6b-30cb-41f2-9401-75e6db9bd5c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.797177] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.804476] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.804664] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.808607] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8d0592-f100-424f-8383-d57395f1deaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.815209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.815461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.815661] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "8d24c8fe-c846-436a-b803-b9b7cdb63355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.815853] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.816045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.817650] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.818952] env[69987]: INFO nova.compute.manager [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Terminating instance [ 778.823109] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 778.823109] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ddd072-8a31-28c1-9404-3007713bca02" [ 778.823109] env[69987]: _type = "Task" [ 778.823109] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.840988] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ddd072-8a31-28c1-9404-3007713bca02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.914921] env[69987]: DEBUG nova.network.neutron [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Successfully created port: 34793d30-d1b3-47f7-9573-50f4bf28ab9b {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.037148] env[69987]: INFO nova.compute.manager [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Took 33.57 seconds to build instance. [ 779.150805] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdfa6be-11f4-4bd8-8a6c-81b37f2db0f5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.160141] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02652339-e9ac-4b26-98a8-7034812493c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.197278] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453cf694-c777-4767-9ce5-931cec6115cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.208237] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e7eb0-e686-4598-a128-2210fa2b043c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.226372] env[69987]: DEBUG nova.compute.provider_tree [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.296132] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500173, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.309469] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "2c519237-3872-4b47-93c5-181f773eccb8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.309732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.309909] env[69987]: DEBUG nova.compute.manager [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.310313] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.311065] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d22f45-4ca1-4d97-8576-faa113b39718 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.318253] env[69987]: DEBUG nova.compute.manager [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 779.318863] env[69987]: DEBUG nova.objects.instance [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lazy-loading 'flavor' on Instance uuid 2c519237-3872-4b47-93c5-181f773eccb8 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.336291] env[69987]: DEBUG nova.compute.manager [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.336291] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.336525] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ddd072-8a31-28c1-9404-3007713bca02, 'name': SearchDatastore_Task, 'duration_secs': 0.026132} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.339448] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e963546-6234-491f-8bf9-f0b65516a8eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.345248] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e69730-0d20-42b2-a2bd-cd7be50532b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.352817] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.353992] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261d516d-07cc-4f7f-9561-5882d5ac7a81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.355861] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 779.355861] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52755865-1026-0ee4-0633-20b1eed017e3" [ 779.355861] env[69987]: _type = "Task" [ 779.355861] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.367034] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52755865-1026-0ee4-0633-20b1eed017e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.442551] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.444098] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.444098] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleting the datastore file [datastore2] 8d24c8fe-c846-436a-b803-b9b7cdb63355 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.444098] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98ed027a-6a81-4cce-9e82-1a79dc6acfe3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.454148] env[69987]: DEBUG oslo_vmware.api [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 779.454148] env[69987]: value = "task-3500176" [ 779.454148] env[69987]: _type = "Task" [ 779.454148] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.465814] env[69987]: DEBUG oslo_vmware.api [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.540699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-80530177-525e-4801-8a52-a69bf350eeb5 tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.314s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.576383] env[69987]: DEBUG nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.603045] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.603380] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.603531] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.603802] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.603992] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.604167] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.605288] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.605288] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.605288] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.605288] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.605288] env[69987]: DEBUG nova.virt.hardware [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.606390] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152dcbe6-db19-4ddc-a99f-51d89d0899c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.616656] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68298d85-bebd-4f76-9d20-f0057ac95af7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.730029] env[69987]: DEBUG nova.scheduler.client.report [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.800735] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500173, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.811669] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500171, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.872363] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52755865-1026-0ee4-0633-20b1eed017e3, 'name': SearchDatastore_Task, 'duration_secs': 0.030771} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.872536] env[69987]: DEBUG nova.network.neutron [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Successfully updated port: 80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.876256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.876256] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] c35f752e-e9b4-48d5-ae18-b2613ddfeaf1/c35f752e-e9b4-48d5-ae18-b2613ddfeaf1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.876256] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f85cc2b-a5cf-4d8d-9b60-b12b19930f25 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.888437] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 779.888437] env[69987]: value = "task-3500177" [ 779.888437] env[69987]: _type = "Task" [ 779.888437] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.902068] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.970693] env[69987]: DEBUG oslo_vmware.api [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.981751] env[69987]: DEBUG nova.compute.manager [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Received event network-vif-plugged-491a4071-9fc2-4123-8afd-088362133d73 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.981956] env[69987]: DEBUG oslo_concurrency.lockutils [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] Acquiring lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.983062] env[69987]: DEBUG oslo_concurrency.lockutils [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.984229] env[69987]: DEBUG oslo_concurrency.lockutils [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.984492] env[69987]: DEBUG nova.compute.manager [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] No waiting events found dispatching network-vif-plugged-491a4071-9fc2-4123-8afd-088362133d73 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.984735] env[69987]: WARNING nova.compute.manager [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Received unexpected event network-vif-plugged-491a4071-9fc2-4123-8afd-088362133d73 for instance with vm_state building and task_state spawning. [ 779.985199] env[69987]: DEBUG nova.compute.manager [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Received event network-changed-491a4071-9fc2-4123-8afd-088362133d73 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.985407] env[69987]: DEBUG nova.compute.manager [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Refreshing instance network info cache due to event network-changed-491a4071-9fc2-4123-8afd-088362133d73. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.985618] env[69987]: DEBUG oslo_concurrency.lockutils [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] Acquiring lock "refresh_cache-c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.985901] env[69987]: DEBUG oslo_concurrency.lockutils [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] Acquired lock "refresh_cache-c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.986896] env[69987]: DEBUG nova.network.neutron [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Refreshing network info cache for port 491a4071-9fc2-4123-8afd-088362133d73 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.045760] env[69987]: DEBUG nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.240173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.240173] env[69987]: DEBUG nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.242361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.612s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.242679] env[69987]: DEBUG nova.objects.instance [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lazy-loading 'resources' on Instance uuid 60073f62-26e8-4d08-a43b-972ca96bcc9e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.297414] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500173, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.312412] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500171, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.264296} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.313784] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.314301] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.316020] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14cc696b-fcd2-48cd-8857-c3869d413d69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.326429] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.327153] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 780.327153] env[69987]: value = "task-3500178" [ 780.327153] env[69987]: _type = "Task" [ 780.327153] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.327577] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a93359-fb05-4d0c-a8c0-39aa25f4f14a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.343886] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.345909] env[69987]: DEBUG oslo_vmware.api [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 780.345909] env[69987]: value = "task-3500179" [ 780.345909] env[69987]: _type = "Task" [ 780.345909] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.358333] env[69987]: DEBUG oslo_vmware.api [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.377586] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.377586] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.377586] env[69987]: DEBUG nova.network.neutron [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.403848] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.469184] env[69987]: DEBUG oslo_vmware.api [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601921} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.469184] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.469184] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.469184] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.469184] env[69987]: INFO nova.compute.manager [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.470018] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.470018] env[69987]: DEBUG nova.compute.manager [-] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.470018] env[69987]: DEBUG nova.network.neutron [-] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.584457] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.623573] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "734ac398-4556-413a-ac7e-ca28d56d4de1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.623917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.745840] env[69987]: DEBUG nova.compute.utils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.758584] env[69987]: DEBUG nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 780.799405] env[69987]: DEBUG oslo_vmware.api [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500173, 'name': PowerOnVM_Task, 'duration_secs': 1.924158} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.803339] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.803339] env[69987]: INFO nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Took 10.46 seconds to spawn the instance on the hypervisor. [ 780.803339] env[69987]: DEBUG nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.807142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27772e4-d6ca-4ba3-a0a3-02fcba61a31b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.844231] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25923} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.844519] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.845423] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f20c5f-1ea0-4532-84a6-c029d95c99e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.879850] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.887167] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378d1c45-22f3-4131-b7f8-dd986356279e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.903101] env[69987]: DEBUG oslo_vmware.api [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500179, 'name': PowerOffVM_Task, 'duration_secs': 0.36092} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.907962] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.908193] env[69987]: DEBUG nova.compute.manager [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.914186] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e005cae-3867-41e8-8f73-5bc892657ed6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.920796] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 780.920796] env[69987]: value = "task-3500180" [ 780.920796] env[69987]: _type = "Task" [ 780.920796] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.928061] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668454} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.933380] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] c35f752e-e9b4-48d5-ae18-b2613ddfeaf1/c35f752e-e9b4-48d5-ae18-b2613ddfeaf1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.934559] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.936578] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4924c3d7-068e-4cdf-b880-58daa0bf9fd4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.950105] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.952909] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 780.952909] env[69987]: value = "task-3500181" [ 780.952909] env[69987]: _type = "Task" [ 780.952909] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.964086] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.017525] env[69987]: DEBUG nova.network.neutron [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.028700] env[69987]: DEBUG nova.network.neutron [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Updated VIF entry in instance network info cache for port 491a4071-9fc2-4123-8afd-088362133d73. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.029094] env[69987]: DEBUG nova.network.neutron [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Updating instance_info_cache with network_info: [{"id": "491a4071-9fc2-4123-8afd-088362133d73", "address": "fa:16:3e:58:18:d5", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491a4071-9f", "ovs_interfaceid": "491a4071-9fc2-4123-8afd-088362133d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.254668] env[69987]: DEBUG nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.341364] env[69987]: INFO nova.compute.manager [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Took 35.28 seconds to build instance. [ 781.383191] env[69987]: DEBUG nova.network.neutron [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Updating instance_info_cache with network_info: [{"id": "80f96566-f40b-430d-83a1-4bc36c04e27e", "address": "fa:16:3e:4a:cc:c0", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f96566-f4", "ovs_interfaceid": "80f96566-f40b-430d-83a1-4bc36c04e27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.445329] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.446752] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ec7eb8f0-61b0-42d5-bbfc-88957078c162 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.136s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.467356] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153038} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.471520] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.473159] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3056f19-68c6-448a-b3e9-4bfe52a6dfba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.482597] env[69987]: DEBUG nova.network.neutron [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Successfully updated port: 34793d30-d1b3-47f7-9573-50f4bf28ab9b {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.510064] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c35f752e-e9b4-48d5-ae18-b2613ddfeaf1/c35f752e-e9b4-48d5-ae18-b2613ddfeaf1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.512798] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "refresh_cache-9f30e265-50d0-42b4-a79f-950aa915aa53" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.513012] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquired lock "refresh_cache-9f30e265-50d0-42b4-a79f-950aa915aa53" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.513279] env[69987]: DEBUG nova.network.neutron [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.514457] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff870d4-45d5-4bc9-9715-58a2da5b0de5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.531871] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86068ebd-302c-4261-932e-89d6df4d32b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.536302] env[69987]: DEBUG oslo_concurrency.lockutils [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] Releasing lock "refresh_cache-c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.536302] env[69987]: DEBUG nova.compute.manager [req-deb4144b-00cd-40dc-b741-9e6dc0a79a94 req-80de79a2-b322-4e01-8353-1b38868dfe18 service nova] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Received event network-vif-deleted-90a2426a-69ab-4eec-9d8c-b0392e15c70e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.544597] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ea95ff-0d72-411c-bb4e-68d6518668d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.548695] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 781.548695] env[69987]: value = "task-3500183" [ 781.548695] env[69987]: _type = "Task" [ 781.548695] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.559990] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.587921] env[69987]: DEBUG nova.network.neutron [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.591134] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e505459-1cd1-4c3f-98f6-a26546b4c000 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.593421] env[69987]: DEBUG nova.network.neutron [-] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.601295] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0407334-70bd-4d01-b616-b16e684c469d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.617776] env[69987]: DEBUG nova.compute.provider_tree [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.824923] env[69987]: DEBUG nova.network.neutron [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Updating instance_info_cache with network_info: [{"id": "34793d30-d1b3-47f7-9573-50f4bf28ab9b", "address": "fa:16:3e:d0:87:d6", "network": {"id": "7243c875-0503-43f4-86e2-ed5582e0a821", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1930327145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a080a6c9ebe4231b0fef57cc221ccac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34793d30-d1", "ovs_interfaceid": "34793d30-d1b3-47f7-9573-50f4bf28ab9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.846995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e6c9b51-6d33-4255-a2cb-92c189d6cd56 tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.309s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.886574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Releasing lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.886936] env[69987]: DEBUG nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Instance network_info: |[{"id": "80f96566-f40b-430d-83a1-4bc36c04e27e", "address": "fa:16:3e:4a:cc:c0", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f96566-f4", "ovs_interfaceid": "80f96566-f40b-430d-83a1-4bc36c04e27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.887427] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:cc:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80f96566-f40b-430d-83a1-4bc36c04e27e', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.895561] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Creating folder: Project (96a4f47bb9fc4e3b9f9b9f44ea618494). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.896200] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d2905ef-209d-4a3a-8296-8f0f47732d9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.913455] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Created folder: Project (96a4f47bb9fc4e3b9f9b9f44ea618494) in parent group-v699418. [ 781.913455] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Creating folder: Instances. Parent ref: group-v699480. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.913455] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d39f30c9-06d2-459b-b8fd-e0d8c35b1daf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.926854] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Created folder: Instances in parent group-v699480. [ 781.927129] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.927347] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.927580] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4137ef0-c060-40a5-920f-5d91c03a929d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.963086] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500180, 'name': ReconfigVM_Task, 'duration_secs': 0.660572} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.963674] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 8dbbc346-b158-4839-947f-030522d24158/8dbbc346-b158-4839-947f-030522d24158.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.964463] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.964463] env[69987]: value = "task-3500186" [ 781.964463] env[69987]: _type = "Task" [ 781.964463] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.964950] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddfca885-e1e1-49e5-9f5d-6251d32eb5a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.978023] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500186, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.978023] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 781.978023] env[69987]: value = "task-3500187" [ 781.978023] env[69987]: _type = "Task" [ 781.978023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.985951] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500187, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.062450] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.097439] env[69987]: INFO nova.compute.manager [-] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Took 1.63 seconds to deallocate network for instance. [ 782.121685] env[69987]: DEBUG nova.scheduler.client.report [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.148904] env[69987]: DEBUG nova.compute.manager [req-a00d2da7-dd7e-4b9c-9b14-38bfadf5b792 req-127d8078-9094-4476-adf0-93b9ef527d69 service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Received event network-vif-plugged-34793d30-d1b3-47f7-9573-50f4bf28ab9b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.149186] env[69987]: DEBUG oslo_concurrency.lockutils [req-a00d2da7-dd7e-4b9c-9b14-38bfadf5b792 req-127d8078-9094-4476-adf0-93b9ef527d69 service nova] Acquiring lock "9f30e265-50d0-42b4-a79f-950aa915aa53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.149422] env[69987]: DEBUG oslo_concurrency.lockutils [req-a00d2da7-dd7e-4b9c-9b14-38bfadf5b792 req-127d8078-9094-4476-adf0-93b9ef527d69 service nova] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.149590] env[69987]: DEBUG oslo_concurrency.lockutils [req-a00d2da7-dd7e-4b9c-9b14-38bfadf5b792 req-127d8078-9094-4476-adf0-93b9ef527d69 service nova] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.149839] env[69987]: DEBUG nova.compute.manager [req-a00d2da7-dd7e-4b9c-9b14-38bfadf5b792 req-127d8078-9094-4476-adf0-93b9ef527d69 service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] No waiting events found dispatching network-vif-plugged-34793d30-d1b3-47f7-9573-50f4bf28ab9b {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.149930] env[69987]: WARNING nova.compute.manager [req-a00d2da7-dd7e-4b9c-9b14-38bfadf5b792 req-127d8078-9094-4476-adf0-93b9ef527d69 service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Received unexpected event network-vif-plugged-34793d30-d1b3-47f7-9573-50f4bf28ab9b for instance with vm_state building and task_state spawning. [ 782.268329] env[69987]: DEBUG nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.328450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Releasing lock "refresh_cache-9f30e265-50d0-42b4-a79f-950aa915aa53" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.328831] env[69987]: DEBUG nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Instance network_info: |[{"id": "34793d30-d1b3-47f7-9573-50f4bf28ab9b", "address": "fa:16:3e:d0:87:d6", "network": {"id": "7243c875-0503-43f4-86e2-ed5582e0a821", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1930327145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a080a6c9ebe4231b0fef57cc221ccac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34793d30-d1", "ovs_interfaceid": "34793d30-d1b3-47f7-9573-50f4bf28ab9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.329322] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:87:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34793d30-d1b3-47f7-9573-50f4bf28ab9b', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.340681] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Creating folder: Project (2a080a6c9ebe4231b0fef57cc221ccac). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.340985] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6235105f-7f4e-4efd-ae3e-f3be4175fcac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.350900] env[69987]: DEBUG nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.355581] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Created folder: Project (2a080a6c9ebe4231b0fef57cc221ccac) in parent group-v699418. [ 782.355784] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Creating folder: Instances. Parent ref: group-v699483. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.356312] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc2b3ce-5195-4770-9f1f-87e70abbd871 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.371224] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Created folder: Instances in parent group-v699483. [ 782.371489] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.371695] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.371945] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee41b59f-131b-4a4e-aa21-a5647064b351 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.394023] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.394023] env[69987]: value = "task-3500190" [ 782.394023] env[69987]: _type = "Task" [ 782.394023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.403947] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500190, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.479460] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500186, 'name': CreateVM_Task, 'duration_secs': 0.454702} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.483437] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.484352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.484600] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.485286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.486222] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2f556d-0cb3-4709-a26e-bb0b84872ab9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.491607] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500187, 'name': Rename_Task, 'duration_secs': 0.207097} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.492408] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.492496] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1383d1de-f605-4022-8a23-7e3b9924efe6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.497262] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 782.497262] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5295ee50-eebf-de4d-d88e-8b64fbbd0c49" [ 782.497262] env[69987]: _type = "Task" [ 782.497262] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.502357] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 782.502357] env[69987]: value = "task-3500191" [ 782.502357] env[69987]: _type = "Task" [ 782.502357] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.511413] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5295ee50-eebf-de4d-d88e-8b64fbbd0c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.515113] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.566962] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.608049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.631247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.389s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.634512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.038s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.634812] env[69987]: DEBUG nova.objects.instance [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 782.657097] env[69987]: INFO nova.scheduler.client.report [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Deleted allocations for instance 60073f62-26e8-4d08-a43b-972ca96bcc9e [ 782.726715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "cf08f5c6-179f-4c14-8318-933d6b85099d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.727348] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.886016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.911912] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500190, 'name': CreateVM_Task, 'duration_secs': 0.409227} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.912457] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.913626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.940658] env[69987]: DEBUG nova.compute.manager [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Received event network-vif-plugged-80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.941391] env[69987]: DEBUG oslo_concurrency.lockutils [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] Acquiring lock "46ca388e-79b7-403b-a895-99a9d1ac93cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.942539] env[69987]: DEBUG oslo_concurrency.lockutils [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.942919] env[69987]: DEBUG oslo_concurrency.lockutils [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.943313] env[69987]: DEBUG nova.compute.manager [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] No waiting events found dispatching network-vif-plugged-80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.943627] env[69987]: WARNING nova.compute.manager [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Received unexpected event network-vif-plugged-80f96566-f40b-430d-83a1-4bc36c04e27e for instance with vm_state building and task_state spawning. [ 782.944092] env[69987]: DEBUG nova.compute.manager [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Received event network-changed-80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.944545] env[69987]: DEBUG nova.compute.manager [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Refreshing instance network info cache due to event network-changed-80f96566-f40b-430d-83a1-4bc36c04e27e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.946816] env[69987]: DEBUG oslo_concurrency.lockutils [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] Acquiring lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.946816] env[69987]: DEBUG oslo_concurrency.lockutils [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] Acquired lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.946816] env[69987]: DEBUG nova.network.neutron [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Refreshing network info cache for port 80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.019355] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5295ee50-eebf-de4d-d88e-8b64fbbd0c49, 'name': SearchDatastore_Task, 'duration_secs': 0.016887} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.023073] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.023364] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.023642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.023880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.024152] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.027148] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500191, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.027148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.027148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.027148] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9eda6ab-cf09-4527-9443-013a7e8240f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.028572] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb419d52-78bb-4d6b-bc1f-4f0f011e90c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.034854] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 783.034854] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5299468f-729a-172f-b673-2c8199f4c1f8" [ 783.034854] env[69987]: _type = "Task" [ 783.034854] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.041480] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.041684] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.043991] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad29e4d9-15fa-4205-a224-336b801b0041 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.050243] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5299468f-729a-172f-b673-2c8199f4c1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.058313] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 783.058313] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520f2b7a-c949-5169-95c9-972a3dfabbc5" [ 783.058313] env[69987]: _type = "Task" [ 783.058313] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.066582] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500183, 'name': ReconfigVM_Task, 'duration_secs': 1.100969} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.067538] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c35f752e-e9b4-48d5-ae18-b2613ddfeaf1/c35f752e-e9b4-48d5-ae18-b2613ddfeaf1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.068704] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ace75f2e-172f-4c1f-99b8-6e1a3132d3d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.075561] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520f2b7a-c949-5169-95c9-972a3dfabbc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014781} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.076917] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1a6b5f-e89f-4f1e-9b86-87945e5ca556 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.082936] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 783.082936] env[69987]: value = "task-3500193" [ 783.082936] env[69987]: _type = "Task" [ 783.082936] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.084610] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 783.084610] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527687c8-6a98-ada4-5a94-d049d902d776" [ 783.084610] env[69987]: _type = "Task" [ 783.084610] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.101864] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527687c8-6a98-ada4-5a94-d049d902d776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.105096] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500193, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.172569] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c1f24ec1-39f0-4837-a118-fd1558becf3f tempest-ServerExternalEventsTest-1880996192 tempest-ServerExternalEventsTest-1880996192-project-member] Lock "60073f62-26e8-4d08-a43b-972ca96bcc9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.627s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.237851] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.238413] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.238661] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.238976] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.239162] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.239329] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.239609] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.239803] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.240127] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.240329] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.240622] env[69987]: DEBUG nova.virt.hardware [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.242234] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0ab09b-85f9-4c06-bdf3-0a9a9e966da6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.252706] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81295f74-8f2c-47d9-8a1d-47707b5f20d5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.275315] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.281650] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Creating folder: Project (154d40331007480aa5cb0ea1f4b55429). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.282324] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b0464f2-1507-4706-95ea-a8a9ffd00e3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.298861] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Created folder: Project (154d40331007480aa5cb0ea1f4b55429) in parent group-v699418. [ 783.299129] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Creating folder: Instances. Parent ref: group-v699486. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.299439] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d10c54-8dc2-453a-83c3-589021cdaa51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.314444] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Created folder: Instances in parent group-v699486. [ 783.314834] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.315025] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.315246] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735d05a1-6ea7-45c0-86da-fa4420e55437 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.337754] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.337754] env[69987]: value = "task-3500196" [ 783.337754] env[69987]: _type = "Task" [ 783.337754] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.350420] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500196, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.518586] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500191, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.550418] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5299468f-729a-172f-b673-2c8199f4c1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016872} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.555283] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.556328] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.556593] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.600590] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500193, 'name': Rename_Task, 'duration_secs': 0.288302} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.600590] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.600590] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9662557-6d1a-4207-b79b-f83dabd935de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.610961] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527687c8-6a98-ada4-5a94-d049d902d776, 'name': SearchDatastore_Task, 'duration_secs': 0.015675} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.611714] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.612030] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 46ca388e-79b7-403b-a895-99a9d1ac93cd/46ca388e-79b7-403b-a895-99a9d1ac93cd.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.612384] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 783.612384] env[69987]: value = "task-3500197" [ 783.612384] env[69987]: _type = "Task" [ 783.612384] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.612602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.613059] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.613059] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59cd5348-9ff2-4097-9273-39d7510c7a1e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.619065] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-882df416-f3ef-4204-ba4a-aac73e9e0a8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.634026] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500197, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.636166] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 783.636166] env[69987]: value = "task-3500198" [ 783.636166] env[69987]: _type = "Task" [ 783.636166] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.641543] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.642194] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.643436] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896289e9-724a-4f61-a550-eacef39a4149 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.650509] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1176a25a-af9d-4fd0-977b-9a0f1764a9dd tempest-ServersAdmin275Test-1527409965 tempest-ServersAdmin275Test-1527409965-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.651949] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.652580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.992s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.654467] env[69987]: INFO nova.compute.claims [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.663967] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 783.663967] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a32cd7-cd02-5210-44f7-56709b989fe1" [ 783.663967] env[69987]: _type = "Task" [ 783.663967] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.679355] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a32cd7-cd02-5210-44f7-56709b989fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.776985] env[69987]: DEBUG nova.network.neutron [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Updated VIF entry in instance network info cache for port 80f96566-f40b-430d-83a1-4bc36c04e27e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.778889] env[69987]: DEBUG nova.network.neutron [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Updating instance_info_cache with network_info: [{"id": "80f96566-f40b-430d-83a1-4bc36c04e27e", "address": "fa:16:3e:4a:cc:c0", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f96566-f4", "ovs_interfaceid": "80f96566-f40b-430d-83a1-4bc36c04e27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.851891] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500196, 'name': CreateVM_Task, 'duration_secs': 0.333606} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.852036] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.852469] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.852637] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.853085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.853366] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28451ef1-5e16-4537-bea6-36aa98bb5f7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.860028] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 783.860028] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5251d477-61de-4665-439e-b4404492616a" [ 783.860028] env[69987]: _type = "Task" [ 783.860028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.872954] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5251d477-61de-4665-439e-b4404492616a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.021074] env[69987]: DEBUG oslo_vmware.api [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500191, 'name': PowerOnVM_Task, 'duration_secs': 1.251752} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.021453] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.021760] env[69987]: DEBUG nova.compute.manager [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.022778] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c468e7b5-8e0f-41b3-bd18-066a1c40c955 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.133255] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.147310] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500198, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.182142] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a32cd7-cd02-5210-44f7-56709b989fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.025805} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.185737] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fd68e2-d026-4f47-b663-9f1c45b8487e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.195984] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 784.195984] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5265c3e1-02c7-587b-4334-c41c0aa79456" [ 784.195984] env[69987]: _type = "Task" [ 784.195984] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.209435] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5265c3e1-02c7-587b-4334-c41c0aa79456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.284171] env[69987]: DEBUG oslo_concurrency.lockutils [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] Releasing lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.284456] env[69987]: DEBUG nova.compute.manager [req-36df27ef-93bb-44de-9232-6f29047039d0 req-c4e40d69-a534-415d-8017-1ddceb6f199b service nova] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Received event network-vif-deleted-92c67b91-1a1f-48d6-a604-932c1e357651 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.296360] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.296360] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.373201] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5251d477-61de-4665-439e-b4404492616a, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.373939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.373939] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.374250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.495937] env[69987]: DEBUG nova.objects.instance [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lazy-loading 'flavor' on Instance uuid 2c519237-3872-4b47-93c5-181f773eccb8 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.542487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.630232] env[69987]: DEBUG oslo_vmware.api [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500197, 'name': PowerOnVM_Task, 'duration_secs': 0.926184} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.633511] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.633511] env[69987]: INFO nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Took 10.51 seconds to spawn the instance on the hypervisor. [ 784.633511] env[69987]: DEBUG nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.634065] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f6bb9-89a6-4a6d-a6ca-00c47d0bdeac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.652223] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701376} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.652657] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 46ca388e-79b7-403b-a895-99a9d1ac93cd/46ca388e-79b7-403b-a895-99a9d1ac93cd.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.653267] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.653714] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e478314-2921-40a9-8072-a7b3bad73990 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.665818] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 784.665818] env[69987]: value = "task-3500199" [ 784.665818] env[69987]: _type = "Task" [ 784.665818] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.679423] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.713641] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5265c3e1-02c7-587b-4334-c41c0aa79456, 'name': SearchDatastore_Task, 'duration_secs': 0.057464} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.714029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.714345] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9f30e265-50d0-42b4-a79f-950aa915aa53/9f30e265-50d0-42b4-a79f-950aa915aa53.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.714663] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.715020] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.715278] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c29682-ac5d-41a9-b395-f81f28c2d492 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.722057] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d016b6-84c4-4f64-b93b-f0efa8b01d8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.735805] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 784.735805] env[69987]: value = "task-3500200" [ 784.735805] env[69987]: _type = "Task" [ 784.735805] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.742686] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.742686] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.749331] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d215131-97d2-47b7-af17-f24c25bcb9b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.758980] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.760357] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 784.760357] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fedc7f-13ae-1fd3-8b8b-29137a6c0713" [ 784.760357] env[69987]: _type = "Task" [ 784.760357] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.776759] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fedc7f-13ae-1fd3-8b8b-29137a6c0713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.777881] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e52c3a-3fe9-0ba8-427b-5c2bed836350/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 784.780527] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f46a40-9d4c-4c27-b6d5-c64087818ae1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.793138] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e52c3a-3fe9-0ba8-427b-5c2bed836350/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 784.793394] env[69987]: ERROR oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e52c3a-3fe9-0ba8-427b-5c2bed836350/disk-0.vmdk due to incomplete transfer. [ 784.796148] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06611d6c-4faf-4336-aeaa-6f0cf82aebc8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.798537] env[69987]: DEBUG nova.compute.manager [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Received event network-changed-34793d30-d1b3-47f7-9573-50f4bf28ab9b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.798738] env[69987]: DEBUG nova.compute.manager [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Refreshing instance network info cache due to event network-changed-34793d30-d1b3-47f7-9573-50f4bf28ab9b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.798957] env[69987]: DEBUG oslo_concurrency.lockutils [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] Acquiring lock "refresh_cache-9f30e265-50d0-42b4-a79f-950aa915aa53" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.799115] env[69987]: DEBUG oslo_concurrency.lockutils [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] Acquired lock "refresh_cache-9f30e265-50d0-42b4-a79f-950aa915aa53" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.799276] env[69987]: DEBUG nova.network.neutron [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Refreshing network info cache for port 34793d30-d1b3-47f7-9573-50f4bf28ab9b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.815872] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e52c3a-3fe9-0ba8-427b-5c2bed836350/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 784.816100] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Uploaded image d92ab624-fe36-4ec0-920b-672e4edf12a1 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 784.819443] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.823173] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-86b64b4b-846d-4a6d-a7aa-e456e532181d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.831617] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 784.831617] env[69987]: value = "task-3500201" [ 784.831617] env[69987]: _type = "Task" [ 784.831617] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.845190] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500201, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.011203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.011545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquired lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.012197] env[69987]: DEBUG nova.network.neutron [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.012197] env[69987]: DEBUG nova.objects.instance [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lazy-loading 'info_cache' on Instance uuid 2c519237-3872-4b47-93c5-181f773eccb8 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.159642] env[69987]: INFO nova.compute.manager [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Took 37.50 seconds to build instance. [ 785.182898] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082847} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.182898] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.186660] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a872019-82b6-4b09-a5ab-d5c387aa9255 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.214077] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 46ca388e-79b7-403b-a895-99a9d1ac93cd/46ca388e-79b7-403b-a895-99a9d1ac93cd.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.217939] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620e66af-c471-4217-9e74-bf57e17666d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.249037] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 785.249037] env[69987]: value = "task-3500203" [ 785.249037] env[69987]: _type = "Task" [ 785.249037] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.256205] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500200, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.262458] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.276439] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fedc7f-13ae-1fd3-8b8b-29137a6c0713, 'name': SearchDatastore_Task, 'duration_secs': 0.0277} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.277389] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b33ad0-0936-4ec6-81bb-05a0abd1305f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.288614] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 785.288614] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52da8d95-2d29-4431-81a3-a77816486fe2" [ 785.288614] env[69987]: _type = "Task" [ 785.288614] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.300122] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52da8d95-2d29-4431-81a3-a77816486fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.346705] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500201, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.371733] env[69987]: DEBUG nova.compute.manager [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Received event network-changed-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.371991] env[69987]: DEBUG nova.compute.manager [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Refreshing instance network info cache due to event network-changed-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.372194] env[69987]: DEBUG oslo_concurrency.lockutils [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] Acquiring lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.372341] env[69987]: DEBUG oslo_concurrency.lockutils [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] Acquired lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.372500] env[69987]: DEBUG nova.network.neutron [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Refreshing network info cache for port 1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.394252] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a60af8d-6440-459c-ae9e-75a8f5b35015 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.404450] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb2d95f-bdf5-4314-b8d0-fc02beffe19a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.441795] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f2cfd-94d7-409c-9e63-9fb8fb647d10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.454255] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ebd7ec-724c-4a75-bf02-fae50b1c3966 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.471318] env[69987]: DEBUG nova.compute.provider_tree [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.516525] env[69987]: DEBUG nova.objects.base [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Object Instance<2c519237-3872-4b47-93c5-181f773eccb8> lazy-loaded attributes: flavor,info_cache {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 785.662106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d64daad2-97f9-48d0-af4f-c7e8d3f913cc tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.947s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.764839] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.768187] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867377} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.769116] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9f30e265-50d0-42b4-a79f-950aa915aa53/9f30e265-50d0-42b4-a79f-950aa915aa53.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.769316] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.769561] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-013c7099-a39a-4068-a07c-92aa5ed2adbc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.778402] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 785.778402] env[69987]: value = "task-3500204" [ 785.778402] env[69987]: _type = "Task" [ 785.778402] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.791991] env[69987]: DEBUG nova.network.neutron [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Updated VIF entry in instance network info cache for port 34793d30-d1b3-47f7-9573-50f4bf28ab9b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.791991] env[69987]: DEBUG nova.network.neutron [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Updating instance_info_cache with network_info: [{"id": "34793d30-d1b3-47f7-9573-50f4bf28ab9b", "address": "fa:16:3e:d0:87:d6", "network": {"id": "7243c875-0503-43f4-86e2-ed5582e0a821", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1930327145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a080a6c9ebe4231b0fef57cc221ccac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34793d30-d1", "ovs_interfaceid": "34793d30-d1b3-47f7-9573-50f4bf28ab9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.792870] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.808044] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52da8d95-2d29-4431-81a3-a77816486fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.05649} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.808375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808621] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c/eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.808935] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66855b48-ec92-4e28-8255-2c31c68fa363 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.819907] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 785.819907] env[69987]: value = "task-3500205" [ 785.819907] env[69987]: _type = "Task" [ 785.819907] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.829906] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.844608] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500201, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.975742] env[69987]: DEBUG nova.scheduler.client.report [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.164174] env[69987]: DEBUG nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.255452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "8dbbc346-b158-4839-947f-030522d24158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.255542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "8dbbc346-b158-4839-947f-030522d24158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.255743] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "8dbbc346-b158-4839-947f-030522d24158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.255920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "8dbbc346-b158-4839-947f-030522d24158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.256095] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "8dbbc346-b158-4839-947f-030522d24158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.263452] env[69987]: INFO nova.compute.manager [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Terminating instance [ 786.271636] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500203, 'name': ReconfigVM_Task, 'duration_secs': 0.860493} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.271907] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 46ca388e-79b7-403b-a895-99a9d1ac93cd/46ca388e-79b7-403b-a895-99a9d1ac93cd.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.273760] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f01c465-4991-42ae-b405-313a969e2e30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.287121] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 786.287121] env[69987]: value = "task-3500206" [ 786.287121] env[69987]: _type = "Task" [ 786.287121] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.295995] env[69987]: DEBUG oslo_concurrency.lockutils [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] Releasing lock "refresh_cache-9f30e265-50d0-42b4-a79f-950aa915aa53" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.296294] env[69987]: DEBUG nova.compute.manager [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Received event network-changed-771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.296519] env[69987]: DEBUG nova.compute.manager [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Refreshing instance network info cache due to event network-changed-771825c6-04b2-4e7a-998a-440bd6b13844. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.296726] env[69987]: DEBUG oslo_concurrency.lockutils [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] Acquiring lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.296870] env[69987]: DEBUG oslo_concurrency.lockutils [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] Acquired lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.297095] env[69987]: DEBUG nova.network.neutron [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Refreshing network info cache for port 771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.298668] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273831} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.299574] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.301222] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05ff10-505c-4dd9-8f53-2d6297fd0c2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.311837] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500206, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.342024] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 9f30e265-50d0-42b4-a79f-950aa915aa53/9f30e265-50d0-42b4-a79f-950aa915aa53.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.347132] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e90bc08-0d99-4e7e-bcb1-23cab2a17048 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.377690] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500201, 'name': Destroy_Task, 'duration_secs': 1.013692} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.382704] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Destroyed the VM [ 786.382974] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.383321] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.383611] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 786.383611] env[69987]: value = "task-3500207" [ 786.383611] env[69987]: _type = "Task" [ 786.383611] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.386316] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e890859-8ee7-4b76-a530-4420583cdb20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.403206] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 786.403206] env[69987]: value = "task-3500208" [ 786.403206] env[69987]: _type = "Task" [ 786.403206] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.412992] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.481853] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.482747] env[69987]: DEBUG nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.486420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.723s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.705774] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.767599] env[69987]: DEBUG nova.compute.manager [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.767833] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.769486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beea90b-a59e-45f4-9436-f76307198228 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.779125] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.779460] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f35c02ea-bf4d-4bcf-896c-01472cc5c164 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.787623] env[69987]: DEBUG oslo_vmware.api [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 786.787623] env[69987]: value = "task-3500209" [ 786.787623] env[69987]: _type = "Task" [ 786.787623] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.805763] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500206, 'name': Rename_Task, 'duration_secs': 0.24085} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.806320] env[69987]: DEBUG oslo_vmware.api [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.806516] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.807749] env[69987]: DEBUG nova.network.neutron [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Updating instance_info_cache with network_info: [{"id": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "address": "fa:16:3e:a7:fb:ec", "network": {"id": "7d2c61c9-96f5-45d6-a6b1-43142a4bdf05", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1951087717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c8abcc9a8264396b68050d2d132c8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8120e26f-db", "ovs_interfaceid": "8120e26f-db11-47f9-9af8-9b50e9e32e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.809271] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b872872-b10a-434f-808b-0707820a0c04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.821294] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 786.821294] env[69987]: value = "task-3500210" [ 786.821294] env[69987]: _type = "Task" [ 786.821294] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.833089] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.841539] env[69987]: DEBUG nova.network.neutron [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Updated VIF entry in instance network info cache for port 1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.843518] env[69987]: DEBUG nova.network.neutron [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Updating instance_info_cache with network_info: [{"id": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "address": "fa:16:3e:00:04:d9", "network": {"id": "54cc0008-fded-402f-8356-e2f6483ff698", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-64680112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dfa7f3061743418db9ddff92b91a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf9f6fd-05", "ovs_interfaceid": "1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.848319] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804964} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.848853] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c/eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.849461] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.849942] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c3ac288-62fe-4467-9dc0-d384056c88aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.863092] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 786.863092] env[69987]: value = "task-3500211" [ 786.863092] env[69987]: _type = "Task" [ 786.863092] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.878347] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.905209] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.915325] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.992052] env[69987]: DEBUG nova.compute.utils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.998614] env[69987]: INFO nova.compute.claims [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.002495] env[69987]: DEBUG nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.002622] env[69987]: DEBUG nova.network.neutron [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.133382] env[69987]: DEBUG nova.policy [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ecebd69c7b84febae94cdb932f55a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afcee99dcbda49f9b4cdeb00041c46b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.292565] env[69987]: DEBUG nova.network.neutron [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Updated VIF entry in instance network info cache for port 771825c6-04b2-4e7a-998a-440bd6b13844. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.294309] env[69987]: DEBUG nova.network.neutron [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Updating instance_info_cache with network_info: [{"id": "771825c6-04b2-4e7a-998a-440bd6b13844", "address": "fa:16:3e:c4:2f:83", "network": {"id": "fe33f952-a770-461c-98d2-77aa2ab568a4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-113370050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4d77b2ba6e40359c1c2917e6cbbb76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771825c6-04", "ovs_interfaceid": "771825c6-04b2-4e7a-998a-440bd6b13844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.318998] env[69987]: DEBUG oslo_concurrency.lockutils [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Releasing lock "refresh_cache-2c519237-3872-4b47-93c5-181f773eccb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.320947] env[69987]: DEBUG oslo_vmware.api [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500209, 'name': PowerOffVM_Task, 'duration_secs': 0.288985} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.323935] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.323935] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.323935] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-750247b9-328d-43e4-bb1b-855442498d3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.342394] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500210, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.351644] env[69987]: DEBUG oslo_concurrency.lockutils [req-bb7a84ba-9332-4754-9c60-4de2a46c7670 req-5235e669-5a08-4e9a-a766-1f6b4e487a33 service nova] Releasing lock "refresh_cache-0f5ccae7-1100-4899-8949-687a20f268b9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.376262] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076602} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.378244] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.380039] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac4e077-74e5-4671-a8f5-0c8274068d46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.404579] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c/eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.408797] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc39e81-c391-4774-ba58-c39d8bf38f6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.438488] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.438904] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.438904] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleting the datastore file [datastore2] 8dbbc346-b158-4839-947f-030522d24158 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.440109] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3438fa63-25fb-431e-894f-e26aaaa58ae9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.446740] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500207, 'name': ReconfigVM_Task, 'duration_secs': 0.582062} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.451574] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 9f30e265-50d0-42b4-a79f-950aa915aa53/9f30e265-50d0-42b4-a79f-950aa915aa53.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.451574] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 787.451574] env[69987]: value = "task-3500213" [ 787.451574] env[69987]: _type = "Task" [ 787.451574] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.453033] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53798290-5a84-4772-b46b-79ede2253299 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.455137] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500208, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.461370] env[69987]: DEBUG oslo_vmware.api [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 787.461370] env[69987]: value = "task-3500214" [ 787.461370] env[69987]: _type = "Task" [ 787.461370] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.474092] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.474427] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 787.474427] env[69987]: value = "task-3500215" [ 787.474427] env[69987]: _type = "Task" [ 787.474427] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.481607] env[69987]: DEBUG oslo_vmware.api [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.488417] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500215, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.503700] env[69987]: DEBUG nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.507766] env[69987]: INFO nova.compute.resource_tracker [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating resource usage from migration ab71aa9c-902d-478d-811a-9cd785961ad4 [ 787.801219] env[69987]: DEBUG oslo_concurrency.lockutils [req-b82f3a1a-1558-4224-910f-6c86f26efbb0 req-1bdbbc8b-860b-4e9f-aef3-d831f7221aad service nova] Releasing lock "refresh_cache-e8adf65d-fde7-4479-a05c-5690f9e87910" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.841992] env[69987]: DEBUG nova.network.neutron [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Successfully created port: f2197c91-39f0-4bc0-9df1-4eb83596f6c6 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.850191] env[69987]: DEBUG oslo_vmware.api [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500210, 'name': PowerOnVM_Task, 'duration_secs': 0.636494} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.851965] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.851965] env[69987]: INFO nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Took 11.07 seconds to spawn the instance on the hypervisor. [ 787.852126] env[69987]: DEBUG nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.853465] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add6ee6-0831-44e8-9cb3-6168773539c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.896744] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.896996] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.924362] env[69987]: DEBUG oslo_vmware.api [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500208, 'name': RemoveSnapshot_Task, 'duration_secs': 1.345294} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.924630] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.924870] env[69987]: INFO nova.compute.manager [None req-1e2c2cda-bd76-4523-8bbe-9ce15ae6f02b tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Took 18.29 seconds to snapshot the instance on the hypervisor. [ 787.965851] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.982329] env[69987]: DEBUG oslo_vmware.api [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437582} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.983281] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.983281] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.983418] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.983977] env[69987]: INFO nova.compute.manager [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Took 1.22 seconds to destroy the instance on the hypervisor. [ 787.983977] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.983977] env[69987]: DEBUG nova.compute.manager [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.984153] env[69987]: DEBUG nova.network.neutron [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.989124] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500215, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.053945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb22b84-1aeb-40d3-ad62-f793119af904 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.066269] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ca8ad1-c576-46ea-a055-a3842c01ff81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.107039] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d371b0dc-e86b-49af-8044-5b7e7ec7ab0d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.115244] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e64a9-185d-4eb2-870a-116371b3c636 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.136454] env[69987]: DEBUG nova.compute.provider_tree [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.334531] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.335168] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-584dedae-ba74-4b12-9daf-7f0bc7504500 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.345018] env[69987]: DEBUG oslo_vmware.api [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 788.345018] env[69987]: value = "task-3500216" [ 788.345018] env[69987]: _type = "Task" [ 788.345018] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.354659] env[69987]: DEBUG oslo_vmware.api [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.383976] env[69987]: INFO nova.compute.manager [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Took 37.50 seconds to build instance. [ 788.391955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "87d6b4be-0570-4acf-adb2-76535b5157d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.392275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.466757] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500213, 'name': ReconfigVM_Task, 'duration_secs': 0.842373} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.466983] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Reconfigured VM instance instance-00000014 to attach disk [datastore1] eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c/eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.467614] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7030efa7-36d6-4341-b7dc-e840c0166932 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.477254] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 788.477254] env[69987]: value = "task-3500217" [ 788.477254] env[69987]: _type = "Task" [ 788.477254] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.495112] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500217, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.495486] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500215, 'name': Rename_Task, 'duration_secs': 0.589109} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.495801] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.496179] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-856a2645-528a-4a08-adea-485f3bf07e11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.503863] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 788.503863] env[69987]: value = "task-3500218" [ 788.503863] env[69987]: _type = "Task" [ 788.503863] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.513904] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.518307] env[69987]: DEBUG nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.552545] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.552798] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.552977] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.553337] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.553580] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.553780] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.554085] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.554318] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.554551] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.554775] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.555009] env[69987]: DEBUG nova.virt.hardware [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.555944] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0aef16-4435-4949-89a9-63d58b1e9f43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.565128] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88063510-b8e8-4cb3-bc27-6d2f372ba3ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.639752] env[69987]: DEBUG nova.scheduler.client.report [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.859148] env[69987]: DEBUG oslo_vmware.api [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.895070] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf50f52a-dd84-48c6-b7ae-2be25655a9e9 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.481s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.994993] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500217, 'name': Rename_Task, 'duration_secs': 0.261169} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.995613] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.995796] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d334f4-105f-4002-b812-5986b683468a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.005476] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 789.005476] env[69987]: value = "task-3500219" [ 789.005476] env[69987]: _type = "Task" [ 789.005476] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.021311] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500218, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.025323] env[69987]: DEBUG nova.network.neutron [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.027402] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.147607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.661s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.147861] env[69987]: INFO nova.compute.manager [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Migrating [ 789.148073] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.148220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.150185] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.787s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.151740] env[69987]: INFO nova.compute.claims [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.155568] env[69987]: INFO nova.compute.rpcapi [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 789.156032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.275387] env[69987]: DEBUG nova.compute.manager [req-b18ac1c4-879e-4075-99e7-a30dbc431c0d req-e879060c-a21b-4250-bbe4-c0376c35b69a service nova] [instance: 8dbbc346-b158-4839-947f-030522d24158] Received event network-vif-deleted-42f3f79a-9b50-4e77-8332-60932c7e2291 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.361765] env[69987]: DEBUG oslo_vmware.api [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500216, 'name': PowerOnVM_Task, 'duration_secs': 0.810759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.362145] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.362486] env[69987]: DEBUG nova.compute.manager [None req-14fd547f-1434-4ffc-b354-6e924a299530 tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.363398] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a40d4-2817-4a9a-9777-5257c1796c49 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.396628] env[69987]: DEBUG nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.529330] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500218, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.530029] env[69987]: INFO nova.compute.manager [-] [instance: 8dbbc346-b158-4839-947f-030522d24158] Took 1.55 seconds to deallocate network for instance. [ 789.530120] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.676190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.679164] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.679164] env[69987]: DEBUG nova.network.neutron [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.712460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Acquiring lock "adde3bd8-8324-4eab-9cea-152b59401f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.712707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.853127] env[69987]: DEBUG nova.network.neutron [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Successfully updated port: f2197c91-39f0-4bc0-9df1-4eb83596f6c6 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.928485] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.019433] env[69987]: DEBUG oslo_vmware.api [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500218, 'name': PowerOnVM_Task, 'duration_secs': 1.168819} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.020140] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.021030] env[69987]: INFO nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Took 10.44 seconds to spawn the instance on the hypervisor. [ 790.021030] env[69987]: DEBUG nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.021429] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f454af4-ea21-4f9d-986f-3d4567ce20be {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.031026] env[69987]: DEBUG oslo_vmware.api [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500219, 'name': PowerOnVM_Task, 'duration_secs': 0.570231} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.031026] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.031026] env[69987]: INFO nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Took 7.76 seconds to spawn the instance on the hypervisor. [ 790.031026] env[69987]: DEBUG nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.031026] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f84d76-1151-4a17-8cb3-2ba3d9253bdd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.045177] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.358082] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "refresh_cache-cbddb66d-41d9-4da8-af42-537b8132dc5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.358082] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired lock "refresh_cache-cbddb66d-41d9-4da8-af42-537b8132dc5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.358082] env[69987]: DEBUG nova.network.neutron [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.551022] env[69987]: INFO nova.compute.manager [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Took 38.31 seconds to build instance. [ 790.556862] env[69987]: INFO nova.compute.manager [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Took 33.63 seconds to build instance. [ 790.588862] env[69987]: DEBUG nova.network.neutron [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance_info_cache with network_info: [{"id": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "address": "fa:16:3e:cf:dd:8f", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd2b3c5-d4", "ovs_interfaceid": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.874961] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbc353-e57f-4348-a7db-05b3b77c3673 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.889615] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f72d0d-37f9-4cc8-a66c-32f7519a5cb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.930639] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcf92c2-ba95-4c26-83f5-62bd07781be8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.934232] env[69987]: DEBUG nova.network.neutron [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.942964] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fca9be-8cd5-46ef-94e4-772cd25632ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.959950] env[69987]: DEBUG nova.compute.provider_tree [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.056276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-389cad0c-0a40-4e1e-9dba-f5e51f5909ff tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.286s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.064462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a3c8cfad-a1ba-4db5-962b-61c0b97ad237 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.610s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.094261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.164078] env[69987]: DEBUG nova.network.neutron [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Updating instance_info_cache with network_info: [{"id": "f2197c91-39f0-4bc0-9df1-4eb83596f6c6", "address": "fa:16:3e:e3:41:4c", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2197c91-39", "ovs_interfaceid": "f2197c91-39f0-4bc0-9df1-4eb83596f6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.465842] env[69987]: DEBUG nova.scheduler.client.report [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.558567] env[69987]: DEBUG nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.564233] env[69987]: DEBUG nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.668235] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Releasing lock "refresh_cache-cbddb66d-41d9-4da8-af42-537b8132dc5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.669128] env[69987]: DEBUG nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Instance network_info: |[{"id": "f2197c91-39f0-4bc0-9df1-4eb83596f6c6", "address": "fa:16:3e:e3:41:4c", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2197c91-39", "ovs_interfaceid": "f2197c91-39f0-4bc0-9df1-4eb83596f6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.669315] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:41:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2197c91-39f0-4bc0-9df1-4eb83596f6c6', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.681154] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Creating folder: Project (afcee99dcbda49f9b4cdeb00041c46b2). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.681732] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09cd0da9-e085-4932-81a1-b6677c512787 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.700872] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Created folder: Project (afcee99dcbda49f9b4cdeb00041c46b2) in parent group-v699418. [ 791.700872] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Creating folder: Instances. Parent ref: group-v699489. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.700872] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a8ba5ad-9b25-4172-8221-34e2e7637fd9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.712624] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Created folder: Instances in parent group-v699489. [ 791.713064] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.715993] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.715993] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7b66ca3-c2c5-4dee-a1bb-b4386b9b673f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.738590] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.738590] env[69987]: value = "task-3500222" [ 791.738590] env[69987]: _type = "Task" [ 791.738590] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.748190] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500222, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.863974] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "11e73f0c-0692-47be-a4b6-86fdecd2886f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.864262] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.864511] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "11e73f0c-0692-47be-a4b6-86fdecd2886f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.864703] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.864870] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.868729] env[69987]: DEBUG nova.compute.manager [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Received event network-vif-plugged-f2197c91-39f0-4bc0-9df1-4eb83596f6c6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.869186] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Acquiring lock "cbddb66d-41d9-4da8-af42-537b8132dc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.869406] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.869576] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.869743] env[69987]: DEBUG nova.compute.manager [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] No waiting events found dispatching network-vif-plugged-f2197c91-39f0-4bc0-9df1-4eb83596f6c6 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.870034] env[69987]: WARNING nova.compute.manager [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Received unexpected event network-vif-plugged-f2197c91-39f0-4bc0-9df1-4eb83596f6c6 for instance with vm_state building and task_state spawning. [ 791.870239] env[69987]: DEBUG nova.compute.manager [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Received event network-changed-f2197c91-39f0-4bc0-9df1-4eb83596f6c6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.870387] env[69987]: DEBUG nova.compute.manager [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Refreshing instance network info cache due to event network-changed-f2197c91-39f0-4bc0-9df1-4eb83596f6c6. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.870570] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Acquiring lock "refresh_cache-cbddb66d-41d9-4da8-af42-537b8132dc5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.870706] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Acquired lock "refresh_cache-cbddb66d-41d9-4da8-af42-537b8132dc5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.870871] env[69987]: DEBUG nova.network.neutron [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Refreshing network info cache for port f2197c91-39f0-4bc0-9df1-4eb83596f6c6 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.872183] env[69987]: INFO nova.compute.manager [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Terminating instance [ 791.908346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.908582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.975311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.976277] env[69987]: DEBUG nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.980321] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.571s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.980557] env[69987]: DEBUG nova.objects.instance [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lazy-loading 'resources' on Instance uuid 247b5a9f-9456-4f5c-b8f0-efb003ab6cee {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.086114] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.089234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.251864] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500222, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.289265] env[69987]: DEBUG nova.compute.manager [None req-e4b96afa-b4eb-475c-804d-9a0f951db753 tempest-ServerDiagnosticsV248Test-610221177 tempest-ServerDiagnosticsV248Test-610221177-project-admin] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.290670] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1deaee-15a4-44ea-8549-2ef1f0341430 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.298947] env[69987]: INFO nova.compute.manager [None req-e4b96afa-b4eb-475c-804d-9a0f951db753 tempest-ServerDiagnosticsV248Test-610221177 tempest-ServerDiagnosticsV248Test-610221177-project-admin] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Retrieving diagnostics [ 792.299807] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17213cfc-6957-4b48-ac73-ecedb8775791 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.378268] env[69987]: DEBUG nova.compute.manager [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.378484] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.379854] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c3a18d-61a2-490f-8524-512b0e58b692 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.390263] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.390570] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f45daba-236e-491b-8839-22cdfe8eb4d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.398738] env[69987]: DEBUG oslo_vmware.api [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 792.398738] env[69987]: value = "task-3500223" [ 792.398738] env[69987]: _type = "Task" [ 792.398738] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.408978] env[69987]: DEBUG oslo_vmware.api [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.484164] env[69987]: DEBUG nova.compute.utils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.488774] env[69987]: DEBUG nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.489211] env[69987]: DEBUG nova.network.neutron [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.613743] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e3c5b-3c2b-4e3c-82b9-718fc487bfe0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.623344] env[69987]: DEBUG nova.policy [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ecebd69c7b84febae94cdb932f55a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afcee99dcbda49f9b4cdeb00041c46b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.643400] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance 'b45e94ae-d45b-4632-b8da-ae1cb246450a' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 792.751304] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500222, 'name': CreateVM_Task, 'duration_secs': 0.570609} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.751504] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.752348] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.752619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.753454] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.756681] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b055abe7-1348-46bc-ab57-e66699864b50 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.764420] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 792.764420] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c46556-1638-9279-0db2-06bb857ff330" [ 792.764420] env[69987]: _type = "Task" [ 792.764420] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.780948] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c46556-1638-9279-0db2-06bb857ff330, 'name': SearchDatastore_Task, 'duration_secs': 0.01481} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.781271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.781504] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.781882] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.782039] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.782219] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.782491] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2beb46b-b2a4-4fc7-9a64-853c9b41b5a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.799019] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.799254] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.802712] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be04232d-fb91-46ef-8cd9-6c2f3dc5a854 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.810227] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 792.810227] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524b76e9-2cde-d2ad-6059-bcd09bdeb605" [ 792.810227] env[69987]: _type = "Task" [ 792.810227] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.821378] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524b76e9-2cde-d2ad-6059-bcd09bdeb605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.847386] env[69987]: DEBUG nova.network.neutron [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Updated VIF entry in instance network info cache for port f2197c91-39f0-4bc0-9df1-4eb83596f6c6. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.847667] env[69987]: DEBUG nova.network.neutron [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Updating instance_info_cache with network_info: [{"id": "f2197c91-39f0-4bc0-9df1-4eb83596f6c6", "address": "fa:16:3e:e3:41:4c", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2197c91-39", "ovs_interfaceid": "f2197c91-39f0-4bc0-9df1-4eb83596f6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.908945] env[69987]: DEBUG oslo_vmware.api [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500223, 'name': PowerOffVM_Task, 'duration_secs': 0.283391} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.912406] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.912591] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.913050] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af63f6de-1cc2-402b-9ebe-f3f888f99dc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.985176] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.985176] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.985176] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Deleting the datastore file [datastore1] 11e73f0c-0692-47be-a4b6-86fdecd2886f {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.988062] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7c3b0fa-8188-4742-84cb-367a8fc1e150 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.990782] env[69987]: DEBUG nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.999593] env[69987]: DEBUG oslo_vmware.api [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for the task: (returnval){ [ 792.999593] env[69987]: value = "task-3500225" [ 792.999593] env[69987]: _type = "Task" [ 792.999593] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.013140] env[69987]: DEBUG oslo_vmware.api [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.104635] env[69987]: DEBUG nova.network.neutron [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Successfully created port: c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.152771] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.153888] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ffa8859-d743-419e-a0cc-f8967ca7b47c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.157042] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d02f2-ff62-4d1d-9add-95846446050c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.165856] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 793.165856] env[69987]: value = "task-3500226" [ 793.165856] env[69987]: _type = "Task" [ 793.165856] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.171275] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb701e47-f075-4b08-b5b8-537ba1c4f896 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.212816] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c465bfc-caaa-4648-b0fb-7164c82b0443 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.215766] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.222937] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701b5ac8-3785-48b0-9b89-5836e215016a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.240017] env[69987]: DEBUG nova.compute.provider_tree [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.323082] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524b76e9-2cde-d2ad-6059-bcd09bdeb605, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.323968] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3016b6fe-1221-431f-b3cd-b1f493096f04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.330376] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 793.330376] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521c528f-7249-f027-1c7b-9a340d7f34fa" [ 793.330376] env[69987]: _type = "Task" [ 793.330376] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.339346] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521c528f-7249-f027-1c7b-9a340d7f34fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.351551] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Releasing lock "refresh_cache-cbddb66d-41d9-4da8-af42-537b8132dc5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.352094] env[69987]: DEBUG nova.compute.manager [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Received event network-changed-80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.352094] env[69987]: DEBUG nova.compute.manager [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Refreshing instance network info cache due to event network-changed-80f96566-f40b-430d-83a1-4bc36c04e27e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.352662] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Acquiring lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.352662] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Acquired lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.352662] env[69987]: DEBUG nova.network.neutron [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Refreshing network info cache for port 80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.512714] env[69987]: DEBUG oslo_vmware.api [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Task: {'id': task-3500225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153533} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.513084] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.513298] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.513477] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.513652] env[69987]: INFO nova.compute.manager [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 793.513903] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.514136] env[69987]: DEBUG nova.compute.manager [-] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.514228] env[69987]: DEBUG nova.network.neutron [-] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.677208] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500226, 'name': PowerOffVM_Task, 'duration_secs': 0.41742} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.677644] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.677928] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance 'b45e94ae-d45b-4632-b8da-ae1cb246450a' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 793.742882] env[69987]: DEBUG nova.scheduler.client.report [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.843886] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521c528f-7249-f027-1c7b-9a340d7f34fa, 'name': SearchDatastore_Task, 'duration_secs': 0.032918} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.843990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.844217] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] cbddb66d-41d9-4da8-af42-537b8132dc5a/cbddb66d-41d9-4da8-af42-537b8132dc5a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.844514] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe052dc4-cad0-4d13-96ae-59a73716cbf2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.853846] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 793.853846] env[69987]: value = "task-3500227" [ 793.853846] env[69987]: _type = "Task" [ 793.853846] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.867307] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.002383] env[69987]: DEBUG nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.040853] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.041142] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.041301] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.041482] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.041624] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.041773] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.041983] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.042154] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.042319] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.042505] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.042691] env[69987]: DEBUG nova.virt.hardware [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.043646] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0e567-10c6-40a0-95be-c6b8b7631c61 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.054051] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd79f440-7ae3-4bb1-aa52-52b37bb128fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.186925] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.186925] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.186925] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.186925] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.191020] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.191020] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.191020] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.191020] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.191020] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.191413] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.191413] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.197350] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68a405f2-bf0b-4b0f-b7a9-f37d45fc2af9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.222679] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 794.222679] env[69987]: value = "task-3500228" [ 794.222679] env[69987]: _type = "Task" [ 794.222679] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.236132] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.249455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.256023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.049s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.256023] env[69987]: INFO nova.compute.claims [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.291764] env[69987]: INFO nova.scheduler.client.report [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Deleted allocations for instance 247b5a9f-9456-4f5c-b8f0-efb003ab6cee [ 794.365512] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4932} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.365782] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] cbddb66d-41d9-4da8-af42-537b8132dc5a/cbddb66d-41d9-4da8-af42-537b8132dc5a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.366068] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.366330] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea20d01f-9532-42b2-8bcc-ca461f090cf5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.374692] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 794.374692] env[69987]: value = "task-3500229" [ 794.374692] env[69987]: _type = "Task" [ 794.374692] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.385896] env[69987]: DEBUG nova.network.neutron [-] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.387232] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.453821] env[69987]: DEBUG nova.compute.manager [req-d42f1f17-73ee-4bb0-ad0b-305b2806d58d req-2f93d383-6d80-49c7-8695-6aab983a9fc1 service nova] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Received event network-vif-deleted-b06acbcc-aaef-4692-991e-81739f0a65cc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.488462] env[69987]: DEBUG nova.network.neutron [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Updated VIF entry in instance network info cache for port 80f96566-f40b-430d-83a1-4bc36c04e27e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.489309] env[69987]: DEBUG nova.network.neutron [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Updating instance_info_cache with network_info: [{"id": "80f96566-f40b-430d-83a1-4bc36c04e27e", "address": "fa:16:3e:4a:cc:c0", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f96566-f4", "ovs_interfaceid": "80f96566-f40b-430d-83a1-4bc36c04e27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.734087] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500228, 'name': ReconfigVM_Task, 'duration_secs': 0.243008} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.734302] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance 'b45e94ae-d45b-4632-b8da-ae1cb246450a' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 794.803329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f2de934-d2ef-41bb-9e0d-ff7a55c8c8d6 tempest-ServersAdmin275Test-1906203423 tempest-ServersAdmin275Test-1906203423-project-member] Lock "247b5a9f-9456-4f5c-b8f0-efb003ab6cee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.701s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.888235] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077248} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.890485] env[69987]: INFO nova.compute.manager [-] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Took 1.38 seconds to deallocate network for instance. [ 794.890485] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.894340] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9331e384-554e-46bb-9aaa-c4f4a10ccc6b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.922064] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] cbddb66d-41d9-4da8-af42-537b8132dc5a/cbddb66d-41d9-4da8-af42-537b8132dc5a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.922300] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c88692f6-9367-485f-adaa-ed58d95e8218 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.946370] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 794.946370] env[69987]: value = "task-3500230" [ 794.946370] env[69987]: _type = "Task" [ 794.946370] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.960108] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.993536] env[69987]: DEBUG oslo_concurrency.lockutils [req-f39a4370-fb1e-4288-9978-f7daef38f862 req-7d34a31e-7a47-4def-b344-0a2b7cb159de service nova] Releasing lock "refresh_cache-46ca388e-79b7-403b-a895-99a9d1ac93cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.136982] env[69987]: DEBUG nova.network.neutron [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Successfully updated port: c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.240440] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.240714] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.240966] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.241181] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.241332] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.241484] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.241730] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.241906] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.242464] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.242464] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.242464] env[69987]: DEBUG nova.virt.hardware [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.248330] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 795.248984] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab2afbb-a706-46b0-9509-1321e5939c17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.276858] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 795.276858] env[69987]: value = "task-3500231" [ 795.276858] env[69987]: _type = "Task" [ 795.276858] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.287478] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.400974] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.461077] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.640743] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "refresh_cache-3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.641076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired lock "refresh_cache-3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.641297] env[69987]: DEBUG nova.network.neutron [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.792530] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500231, 'name': ReconfigVM_Task, 'duration_secs': 0.414302} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.796029] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 795.798187] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7dac90-d765-4981-a804-0b4ea1958998 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.822287] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b45e94ae-d45b-4632-b8da-ae1cb246450a/b45e94ae-d45b-4632-b8da-ae1cb246450a.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.825284] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ab83ce-b848-46e3-b45a-af1ccaee1da3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.846389] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 795.846389] env[69987]: value = "task-3500232" [ 795.846389] env[69987]: _type = "Task" [ 795.846389] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.860218] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.962802] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500230, 'name': ReconfigVM_Task, 'duration_secs': 0.745522} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.962802] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Reconfigured VM instance instance-00000015 to attach disk [datastore1] cbddb66d-41d9-4da8-af42-537b8132dc5a/cbddb66d-41d9-4da8-af42-537b8132dc5a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.964269] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e1a9542-359f-4070-a765-8b2be3e71a43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.971007] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 795.971007] env[69987]: value = "task-3500233" [ 795.971007] env[69987]: _type = "Task" [ 795.971007] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.980665] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500233, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.987515] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb122b-d6b5-4833-befc-15637a6a6d96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.995923] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2404b65e-453f-4d53-adbd-4fa5fe08f9e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.028700] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a2a0eb-73f4-445c-9bc3-b623e53651cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.038841] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab7734-2558-4f97-b0ed-157d738ac150 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.056125] env[69987]: DEBUG nova.compute.provider_tree [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.213436] env[69987]: DEBUG nova.network.neutron [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.365774] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.442024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.442024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.479603] env[69987]: DEBUG nova.network.neutron [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Updating instance_info_cache with network_info: [{"id": "c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1", "address": "fa:16:3e:2c:44:48", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cc38fd-87", "ovs_interfaceid": "c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.487418] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500233, 'name': Rename_Task, 'duration_secs': 0.236358} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.487689] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.487944] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7703d02a-85e8-4f25-808a-ff4c60f9285f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.496424] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 796.496424] env[69987]: value = "task-3500234" [ 796.496424] env[69987]: _type = "Task" [ 796.496424] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.509537] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.563055] env[69987]: DEBUG nova.scheduler.client.report [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.862517] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500232, 'name': ReconfigVM_Task, 'duration_secs': 0.72698} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.862722] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b45e94ae-d45b-4632-b8da-ae1cb246450a/b45e94ae-d45b-4632-b8da-ae1cb246450a.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.862984] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance 'b45e94ae-d45b-4632-b8da-ae1cb246450a' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.899661] env[69987]: DEBUG nova.compute.manager [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Received event network-vif-plugged-c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.899905] env[69987]: DEBUG oslo_concurrency.lockutils [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] Acquiring lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.900544] env[69987]: DEBUG oslo_concurrency.lockutils [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.900772] env[69987]: DEBUG oslo_concurrency.lockutils [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.900975] env[69987]: DEBUG nova.compute.manager [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] No waiting events found dispatching network-vif-plugged-c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.901193] env[69987]: WARNING nova.compute.manager [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Received unexpected event network-vif-plugged-c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 for instance with vm_state building and task_state spawning. [ 796.901384] env[69987]: DEBUG nova.compute.manager [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Received event network-changed-c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.901567] env[69987]: DEBUG nova.compute.manager [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Refreshing instance network info cache due to event network-changed-c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.901740] env[69987]: DEBUG oslo_concurrency.lockutils [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] Acquiring lock "refresh_cache-3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.946778] env[69987]: DEBUG nova.compute.utils [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.982818] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Releasing lock "refresh_cache-3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.983218] env[69987]: DEBUG nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Instance network_info: |[{"id": "c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1", "address": "fa:16:3e:2c:44:48", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cc38fd-87", "ovs_interfaceid": "c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.983814] env[69987]: DEBUG oslo_concurrency.lockutils [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] Acquired lock "refresh_cache-3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.984418] env[69987]: DEBUG nova.network.neutron [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Refreshing network info cache for port c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.985598] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:44:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.001409] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.006192] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.006940] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6346b7d-c05a-4b7f-8e63-8d994eec59f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.031318] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500234, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.034160] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.034160] env[69987]: value = "task-3500235" [ 797.034160] env[69987]: _type = "Task" [ 797.034160] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.043353] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500235, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.071980] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.072523] env[69987]: DEBUG nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.079641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.903s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.079641] env[69987]: INFO nova.compute.claims [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.372573] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4855e5-f37d-48ee-9b14-3bcfe0d02d7c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.397144] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebedc79-fc27-4aec-8a3a-4e4cbaa29477 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.419967] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance 'b45e94ae-d45b-4632-b8da-ae1cb246450a' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.449996] env[69987]: DEBUG oslo_concurrency.lockutils [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.517492] env[69987]: DEBUG oslo_vmware.api [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500234, 'name': PowerOnVM_Task, 'duration_secs': 0.944227} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.517492] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.517492] env[69987]: INFO nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Took 9.00 seconds to spawn the instance on the hypervisor. [ 797.517492] env[69987]: DEBUG nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.517492] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e0296d-d9ef-4ed9-a503-0b67f4dcd792 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.546552] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500235, 'name': CreateVM_Task, 'duration_secs': 0.481183} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.548991] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.549688] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.549880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.550289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.551392] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102dcacf-06a9-444d-b6e2-1a084cad65c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.558758] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 797.558758] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526a1d21-b448-b396-07bb-1d38f81f9946" [ 797.558758] env[69987]: _type = "Task" [ 797.558758] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.573365] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526a1d21-b448-b396-07bb-1d38f81f9946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.582374] env[69987]: DEBUG nova.compute.utils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.586360] env[69987]: DEBUG nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.586524] env[69987]: DEBUG nova.network.neutron [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.684728] env[69987]: DEBUG nova.policy [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '246e6b6faabd4a0481b922b845ee8952', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee05f605f20c462e9836428786ca3276', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.720255] env[69987]: DEBUG nova.network.neutron [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Updated VIF entry in instance network info cache for port c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.720631] env[69987]: DEBUG nova.network.neutron [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Updating instance_info_cache with network_info: [{"id": "c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1", "address": "fa:16:3e:2c:44:48", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2cc38fd-87", "ovs_interfaceid": "c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.962822] env[69987]: DEBUG nova.network.neutron [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Port 6fd2b3c5-d441-4079-8ecc-715a4c3da32d binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 798.037399] env[69987]: INFO nova.compute.manager [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Took 38.41 seconds to build instance. [ 798.073016] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526a1d21-b448-b396-07bb-1d38f81f9946, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.073642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.073958] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.074280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.074462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.074658] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.075117] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f81a21ae-8e18-4a13-81c7-bbd2dd094187 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.087208] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.087208] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.088063] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607dae56-ed59-42f7-a604-8f64e293a8b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.095052] env[69987]: DEBUG nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.102283] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 798.102283] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5247dbf8-a59c-3cfc-37e2-aa6e4dfa8dcf" [ 798.102283] env[69987]: _type = "Task" [ 798.102283] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.112163] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5247dbf8-a59c-3cfc-37e2-aa6e4dfa8dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.223900] env[69987]: DEBUG oslo_concurrency.lockutils [req-076655b4-590c-40a8-8513-6d291a4aba9b req-7084b866-9ea5-4956-af94-d8e8d103609c service nova] Releasing lock "refresh_cache-3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.353795] env[69987]: DEBUG nova.network.neutron [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Successfully created port: 44370ac6-14fc-4933-9bf2-a7f42b019ad6 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.542977] env[69987]: DEBUG oslo_concurrency.lockutils [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.543512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.543793] env[69987]: INFO nova.compute.manager [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Attaching volume e37e59f6-53b1-4901-bcda-4c7dba5dbdca to /dev/sdb [ 798.546406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-104a47f4-f7dd-40dc-a4a3-ff77bf87ea9c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.442s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.608701] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b879740-e4e5-42dd-9f31-defc56b16ffc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.624206] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6633c670-1877-4d08-b9ca-438238126234 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.627177] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5247dbf8-a59c-3cfc-37e2-aa6e4dfa8dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.631088] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdda4260-e6c5-4ae3-994b-f762902b4185 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.638209] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 798.638209] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f53e90-b44e-d847-457c-470b7f7befc2" [ 798.638209] env[69987]: _type = "Task" [ 798.638209] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.649760] env[69987]: DEBUG nova.virt.block_device [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Updating existing volume attachment record: 1c987cc6-f652-4011-ad1f-78d5de294d3c {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 798.658486] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f53e90-b44e-d847-457c-470b7f7befc2, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.659209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.659553] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1/3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.659967] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a4d1861-0363-4628-ae12-dfa62ee8d861 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.672061] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 798.672061] env[69987]: value = "task-3500236" [ 798.672061] env[69987]: _type = "Task" [ 798.672061] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.678751] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7711a9f-c03f-4ae0-88ba-208a1e5dcfdc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.685307] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.694818] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77dbe19-80aa-45e3-9722-fbae76670ad9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.733047] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b0fd77-df52-44d2-a871-bca31b0aa305 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.740991] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61358da4-826a-4b2b-9428-91e82f2de687 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.759381] env[69987]: DEBUG nova.compute.provider_tree [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.988564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.988764] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.988951] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.050032] env[69987]: DEBUG nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.110511] env[69987]: DEBUG nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.147938] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.148264] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.148456] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.148663] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.148990] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.149047] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.153223] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.153223] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.153223] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.153223] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.153223] env[69987]: DEBUG nova.virt.hardware [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.154323] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa7833-aea0-4f69-88f5-30205486062f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.164328] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b44b8c6-482a-44dc-8e72-f7d4edbdb193 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "0289665d-6bca-4cd0-911e-83698c3b97c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.196556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.196556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "0289665d-6bca-4cd0-911e-83698c3b97c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.196556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.196940] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.198583] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500236, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.201064] env[69987]: INFO nova.compute.manager [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Terminating instance [ 799.263374] env[69987]: DEBUG nova.scheduler.client.report [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.587041] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.684214] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500236, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.703191] env[69987]: DEBUG nova.compute.manager [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.703454] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.704687] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83cb4f-4543-46b4-bbcf-94dbac03d22b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.713872] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.714464] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81bfd10-a8be-491b-8e80-4d440b0cf067 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721978] env[69987]: DEBUG oslo_vmware.api [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 799.721978] env[69987]: value = "task-3500240" [ 799.721978] env[69987]: _type = "Task" [ 799.721978] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.730402] env[69987]: DEBUG oslo_vmware.api [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.771976] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.773281] env[69987]: DEBUG nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.775243] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.180s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.775470] env[69987]: DEBUG nova.objects.instance [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lazy-loading 'resources' on Instance uuid 88e60979-6906-4c76-b683-1891f48beea7 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.073189] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "9f30e265-50d0-42b4-a79f-950aa915aa53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.073471] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.073868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "9f30e265-50d0-42b4-a79f-950aa915aa53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.073868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.098301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.098301] env[69987]: INFO nova.compute.manager [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Terminating instance [ 800.098301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.098301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.098301] env[69987]: DEBUG nova.network.neutron [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.188721] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500236, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.204014] env[69987]: DEBUG nova.compute.manager [req-781d0d0a-ec12-453e-aca9-a4698bb8c770 req-8796ef09-667a-46a4-93c2-ab0977e84466 service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Received event network-vif-plugged-44370ac6-14fc-4933-9bf2-a7f42b019ad6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.204253] env[69987]: DEBUG oslo_concurrency.lockutils [req-781d0d0a-ec12-453e-aca9-a4698bb8c770 req-8796ef09-667a-46a4-93c2-ab0977e84466 service nova] Acquiring lock "ef11d456-2416-4498-aa7c-e1a51cb865d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.204496] env[69987]: DEBUG oslo_concurrency.lockutils [req-781d0d0a-ec12-453e-aca9-a4698bb8c770 req-8796ef09-667a-46a4-93c2-ab0977e84466 service nova] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.204662] env[69987]: DEBUG oslo_concurrency.lockutils [req-781d0d0a-ec12-453e-aca9-a4698bb8c770 req-8796ef09-667a-46a4-93c2-ab0977e84466 service nova] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.204833] env[69987]: DEBUG nova.compute.manager [req-781d0d0a-ec12-453e-aca9-a4698bb8c770 req-8796ef09-667a-46a4-93c2-ab0977e84466 service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] No waiting events found dispatching network-vif-plugged-44370ac6-14fc-4933-9bf2-a7f42b019ad6 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.205259] env[69987]: WARNING nova.compute.manager [req-781d0d0a-ec12-453e-aca9-a4698bb8c770 req-8796ef09-667a-46a4-93c2-ab0977e84466 service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Received unexpected event network-vif-plugged-44370ac6-14fc-4933-9bf2-a7f42b019ad6 for instance with vm_state building and task_state spawning. [ 800.231573] env[69987]: DEBUG nova.network.neutron [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Successfully updated port: 44370ac6-14fc-4933-9bf2-a7f42b019ad6 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.245519] env[69987]: DEBUG oslo_vmware.api [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500240, 'name': PowerOffVM_Task, 'duration_secs': 0.321164} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.245519] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.245519] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.245519] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c22501d7-ddba-44d5-9321-496beed8bc04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.278270] env[69987]: DEBUG nova.compute.utils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.283171] env[69987]: DEBUG nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.283358] env[69987]: DEBUG nova.network.neutron [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.342546] env[69987]: DEBUG nova.policy [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12fa11ad28f476b9304b11db9a7ba42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52742807b69d4ae9ae9a7e76c5981276', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.581456] env[69987]: DEBUG nova.compute.manager [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.581721] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.582580] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabd4ed-0927-4da6-b7e4-86ab65e50031 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.590877] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.591151] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb89a443-6b66-4202-8ed6-ef7f715e6a46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.602158] env[69987]: DEBUG oslo_vmware.api [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 800.602158] env[69987]: value = "task-3500242" [ 800.602158] env[69987]: _type = "Task" [ 800.602158] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.610232] env[69987]: DEBUG oslo_vmware.api [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.692851] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500236, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536295} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.693182] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1/3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.694321] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.694321] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7b69588-e397-4e30-96c5-1501c0d73ffe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.708632] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 800.708632] env[69987]: value = "task-3500243" [ 800.708632] env[69987]: _type = "Task" [ 800.708632] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.715874] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.716784] env[69987]: DEBUG nova.network.neutron [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Successfully created port: 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.746914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "refresh_cache-ef11d456-2416-4498-aa7c-e1a51cb865d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.746914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquired lock "refresh_cache-ef11d456-2416-4498-aa7c-e1a51cb865d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.746914] env[69987]: DEBUG nova.network.neutron [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.784812] env[69987]: DEBUG nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.893174] env[69987]: DEBUG nova.network.neutron [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance_info_cache with network_info: [{"id": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "address": "fa:16:3e:cf:dd:8f", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd2b3c5-d4", "ovs_interfaceid": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.962703] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297617d-5a81-4b9d-be46-3b5256f4ce94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.974812] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ec69c-a23e-4b55-9b0f-0818fba2eaaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.014045] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e7f8c-3b6e-4f63-8140-e8190d1724ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.025284] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff560fa-70f8-47a3-837a-d38965ac7d59 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.043487] env[69987]: DEBUG nova.compute.provider_tree [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.112374] env[69987]: DEBUG oslo_vmware.api [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.219567] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072719} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.220124] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.221067] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729025ad-ce35-4748-891c-769eb1e8e35d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.247353] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1/3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.248085] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c339c1-fc15-4e9b-be77-1eb423dde182 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.265933] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.265933] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.266121] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleting the datastore file [datastore1] 0289665d-6bca-4cd0-911e-83698c3b97c8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.266982] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5472533d-339a-4d5e-a4b5-4f30fa8b9cdd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.273876] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 801.273876] env[69987]: value = "task-3500245" [ 801.273876] env[69987]: _type = "Task" [ 801.273876] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.275433] env[69987]: DEBUG oslo_vmware.api [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 801.275433] env[69987]: value = "task-3500246" [ 801.275433] env[69987]: _type = "Task" [ 801.275433] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.291451] env[69987]: DEBUG oslo_vmware.api [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.295383] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.312398] env[69987]: DEBUG nova.network.neutron [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.397015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.531345] env[69987]: DEBUG nova.network.neutron [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Updating instance_info_cache with network_info: [{"id": "44370ac6-14fc-4933-9bf2-a7f42b019ad6", "address": "fa:16:3e:ad:03:98", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44370ac6-14", "ovs_interfaceid": "44370ac6-14fc-4933-9bf2-a7f42b019ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.547805] env[69987]: DEBUG nova.scheduler.client.report [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.616801] env[69987]: DEBUG oslo_vmware.api [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500242, 'name': PowerOffVM_Task, 'duration_secs': 0.844948} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.618052] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.618052] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.618247] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-157b65ef-0309-4b06-b82b-6a07791d12c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.721036] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.721036] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.721036] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Deleting the datastore file [datastore1] 9f30e265-50d0-42b4-a79f-950aa915aa53 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.721036] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ac8b48-eb97-40f9-8c7b-d5988442d4f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.729341] env[69987]: DEBUG oslo_vmware.api [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for the task: (returnval){ [ 801.729341] env[69987]: value = "task-3500248" [ 801.729341] env[69987]: _type = "Task" [ 801.729341] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.744490] env[69987]: DEBUG oslo_vmware.api [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.791241] env[69987]: DEBUG oslo_vmware.api [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180242} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.796105] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.796105] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.796105] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.796105] env[69987]: INFO nova.compute.manager [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Took 2.09 seconds to destroy the instance on the hypervisor. [ 801.796105] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.796369] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.796702] env[69987]: DEBUG nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.798821] env[69987]: DEBUG nova.compute.manager [-] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.798878] env[69987]: DEBUG nova.network.neutron [-] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.829835] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.830183] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.830465] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.830787] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.830984] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.831185] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.831558] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.831755] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.831937] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.832183] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.832379] env[69987]: DEBUG nova.virt.hardware [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.834401] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd72ee2-13dc-4986-9d1a-7cffd063886a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.847135] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac8200-0ddf-4786-a2a2-560465f47e52 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.931243] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad1c132-4d1e-468a-a3ec-3d949c7a1cdf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.959965] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fb6f4a-e23d-45df-a196-3e321c41164f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.970579] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance 'b45e94ae-d45b-4632-b8da-ae1cb246450a' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.035110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Releasing lock "refresh_cache-ef11d456-2416-4498-aa7c-e1a51cb865d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.035540] env[69987]: DEBUG nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Instance network_info: |[{"id": "44370ac6-14fc-4933-9bf2-a7f42b019ad6", "address": "fa:16:3e:ad:03:98", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44370ac6-14", "ovs_interfaceid": "44370ac6-14fc-4933-9bf2-a7f42b019ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.035950] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:03:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44370ac6-14fc-4933-9bf2-a7f42b019ad6', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.045874] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Creating folder: Project (ee05f605f20c462e9836428786ca3276). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.046817] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba1063a1-dac8-4ac7-8846-1166e7c0e500 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.053563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.056205] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.472s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.058267] env[69987]: INFO nova.compute.claims [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.064543] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Created folder: Project (ee05f605f20c462e9836428786ca3276) in parent group-v699418. [ 802.064543] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Creating folder: Instances. Parent ref: group-v699495. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.064925] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ebc251-5bea-458b-93ea-206e92793a24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.080214] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Created folder: Instances in parent group-v699495. [ 802.080783] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.081646] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.083379] env[69987]: INFO nova.scheduler.client.report [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Deleted allocations for instance 88e60979-6906-4c76-b683-1891f48beea7 [ 802.084902] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0725ad-3ed4-4821-8b2b-d73a32c899de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.120854] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.120854] env[69987]: value = "task-3500251" [ 802.120854] env[69987]: _type = "Task" [ 802.120854] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.129389] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500251, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.173139] env[69987]: DEBUG nova.compute.manager [req-d136f369-004a-4586-819d-8dc8fd922ca8 req-eb0a8d55-ace3-4f9b-a9e3-2a2306f86028 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Received event network-vif-deleted-ab56a6c5-17a8-4762-ba5c-d5c37dc93c49 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.176317] env[69987]: INFO nova.compute.manager [req-d136f369-004a-4586-819d-8dc8fd922ca8 req-eb0a8d55-ace3-4f9b-a9e3-2a2306f86028 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Neutron deleted interface ab56a6c5-17a8-4762-ba5c-d5c37dc93c49; detaching it from the instance and deleting it from the info cache [ 802.176317] env[69987]: DEBUG nova.network.neutron [req-d136f369-004a-4586-819d-8dc8fd922ca8 req-eb0a8d55-ace3-4f9b-a9e3-2a2306f86028 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.242091] env[69987]: DEBUG oslo_vmware.api [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Task: {'id': task-3500248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148109} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.242596] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.242812] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.243198] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.243444] env[69987]: INFO nova.compute.manager [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Took 1.66 seconds to destroy the instance on the hypervisor. [ 802.243695] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.244025] env[69987]: DEBUG nova.compute.manager [-] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.244025] env[69987]: DEBUG nova.network.neutron [-] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.289665] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500245, 'name': ReconfigVM_Task, 'duration_secs': 0.617858} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.289816] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1/3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.290515] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46f14992-7de8-4db9-867b-870c37a0ee7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.300140] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 802.300140] env[69987]: value = "task-3500252" [ 802.300140] env[69987]: _type = "Task" [ 802.300140] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.312151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "3696484e-7c0e-422c-969e-977f3180c783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.313499] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3696484e-7c0e-422c-969e-977f3180c783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.315293] env[69987]: DEBUG nova.compute.manager [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Received event network-changed-44370ac6-14fc-4933-9bf2-a7f42b019ad6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.319036] env[69987]: DEBUG nova.compute.manager [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Refreshing instance network info cache due to event network-changed-44370ac6-14fc-4933-9bf2-a7f42b019ad6. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.319036] env[69987]: DEBUG oslo_concurrency.lockutils [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] Acquiring lock "refresh_cache-ef11d456-2416-4498-aa7c-e1a51cb865d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.319036] env[69987]: DEBUG oslo_concurrency.lockutils [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] Acquired lock "refresh_cache-ef11d456-2416-4498-aa7c-e1a51cb865d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.319036] env[69987]: DEBUG nova.network.neutron [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Refreshing network info cache for port 44370ac6-14fc-4933-9bf2-a7f42b019ad6 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.320661] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500252, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.343711] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "3409af28-d7c6-43ad-802b-016bfbb83bb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.343981] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.373458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.373771] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.147644] env[69987]: DEBUG nova.network.neutron [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Successfully updated port: 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.150089] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.154484] env[69987]: DEBUG nova.network.neutron [-] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.158817] env[69987]: DEBUG nova.compute.manager [None req-d4ae99bb-e646-4283-a07d-5d46d6d941f0 tempest-ServerDiagnosticsV248Test-610221177 tempest-ServerDiagnosticsV248Test-610221177-project-admin] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.159309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c49502a-daab-4ca1-bc5c-fb0e060c967f tempest-ServerDiagnosticsTest-1264243932 tempest-ServerDiagnosticsTest-1264243932-project-member] Lock "88e60979-6906-4c76-b683-1891f48beea7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.894s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.161657] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-511f40ca-98d1-4aed-85cb-cb0a40ad83df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.165166] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a894a6d9-e403-445e-9ede-986f65e39460 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.169483] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cf6b55-5eff-4b2e-acaa-c84d281d48a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.184347] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500251, 'name': CreateVM_Task, 'duration_secs': 0.359881} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.189754] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.190469] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 803.190469] env[69987]: value = "task-3500253" [ 803.190469] env[69987]: _type = "Task" [ 803.190469] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.191308] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500252, 'name': Rename_Task, 'duration_secs': 0.24331} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.192262] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.192372] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.192685] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.195749] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1494f97f-f1d0-457e-9066-20da5b8aaa89 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.206690] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.209233] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6b21b4-d9e2-44d7-b39d-cbbd6c38b9cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.214122] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bebce11-df95-4a63-a6c2-847f11ff6fe5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.215740] env[69987]: INFO nova.compute.manager [None req-d4ae99bb-e646-4283-a07d-5d46d6d941f0 tempest-ServerDiagnosticsV248Test-610221177 tempest-ServerDiagnosticsV248Test-610221177-project-admin] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Retrieving diagnostics [ 803.220040] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ea83be-3d63-41ba-8bb4-7f08255f1449 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.228731] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.256471] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 803.256471] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e6e11e-4cb7-4f19-110f-2637656986e0" [ 803.256471] env[69987]: _type = "Task" [ 803.256471] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.258464] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 803.258464] env[69987]: value = "task-3500254" [ 803.258464] env[69987]: _type = "Task" [ 803.258464] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.274525] env[69987]: DEBUG nova.compute.manager [req-d136f369-004a-4586-819d-8dc8fd922ca8 req-eb0a8d55-ace3-4f9b-a9e3-2a2306f86028 service nova] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Detach interface failed, port_id=ab56a6c5-17a8-4762-ba5c-d5c37dc93c49, reason: Instance 0289665d-6bca-4cd0-911e-83698c3b97c8 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.288282] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e6e11e-4cb7-4f19-110f-2637656986e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.291939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.292250] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.292518] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.292665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.295387] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.295387] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.295387] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-130b5a08-7259-4b39-b4bc-4c0e0d7e4e5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.303977] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.304316] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.305026] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b937c6-e398-4c5b-8fc3-8d247fff5377 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.312233] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 803.312233] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b8864d-ee2b-751b-5be7-46e82041e023" [ 803.312233] env[69987]: _type = "Task" [ 803.312233] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.320658] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b8864d-ee2b-751b-5be7-46e82041e023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.533325] env[69987]: DEBUG nova.network.neutron [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Updated VIF entry in instance network info cache for port 44370ac6-14fc-4933-9bf2-a7f42b019ad6. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.533680] env[69987]: DEBUG nova.network.neutron [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Updating instance_info_cache with network_info: [{"id": "44370ac6-14fc-4933-9bf2-a7f42b019ad6", "address": "fa:16:3e:ad:03:98", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44370ac6-14", "ovs_interfaceid": "44370ac6-14fc-4933-9bf2-a7f42b019ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.664053] env[69987]: DEBUG nova.network.neutron [-] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.664053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.664053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.664053] env[69987]: DEBUG nova.network.neutron [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.708431] env[69987]: DEBUG oslo_vmware.api [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500253, 'name': PowerOnVM_Task, 'duration_secs': 0.51853} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.709023] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.709358] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9029ebb6-53ec-4ade-9230-087518d16af8 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance 'b45e94ae-d45b-4632-b8da-ae1cb246450a' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.720114] env[69987]: INFO nova.compute.manager [-] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Took 1.92 seconds to deallocate network for instance. [ 803.728077] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 803.728442] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699494', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'name': 'volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b94054c-1d27-45ee-92dd-4432e1e81a33', 'attached_at': '', 'detached_at': '', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'serial': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 803.730127] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90e7b8d-ecb0-4c7c-9c7d-2789ab8de977 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.754374] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fa4fd3-f397-431e-8903-4ac05ff873d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.787991] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca/volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.794221] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc2e935-a893-49b2-91a8-afad6391afce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.822314] env[69987]: DEBUG oslo_vmware.api [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 803.822314] env[69987]: value = "task-3500255" [ 803.822314] env[69987]: _type = "Task" [ 803.822314] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.822314] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.834491] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b8864d-ee2b-751b-5be7-46e82041e023, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.837470] env[69987]: DEBUG oslo_vmware.api [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.840769] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454cebcd-96b7-4181-b647-080e38e4c87a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.847465] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 803.847465] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fea605-a986-3965-7c3b-7263425820af" [ 803.847465] env[69987]: _type = "Task" [ 803.847465] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.857650] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fea605-a986-3965-7c3b-7263425820af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.028900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.029170] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.029378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.029564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.029733] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.031786] env[69987]: INFO nova.compute.manager [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Terminating instance [ 804.038690] env[69987]: DEBUG oslo_concurrency.lockutils [req-e4d3f40e-45d5-44ff-97e4-a5e7bc240f84 req-f861bea0-308b-4305-b7d1-70b8620bae4b service nova] Releasing lock "refresh_cache-ef11d456-2416-4498-aa7c-e1a51cb865d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.169501] env[69987]: INFO nova.compute.manager [-] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Took 1.93 seconds to deallocate network for instance. [ 804.208964] env[69987]: DEBUG nova.compute.manager [req-06d507f0-55c0-407d-b977-870b2558e58d req-602ad712-8556-4a77-8a9b-74239821c281 service nova] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Received event network-vif-deleted-34793d30-d1b3-47f7-9573-50f4bf28ab9b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.229993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.230545] env[69987]: DEBUG nova.network.neutron [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.296263] env[69987]: DEBUG oslo_vmware.api [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500254, 'name': PowerOnVM_Task, 'duration_secs': 0.695917} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.298980] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.299223] env[69987]: INFO nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Took 10.30 seconds to spawn the instance on the hypervisor. [ 804.299466] env[69987]: DEBUG nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.300402] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f968da-7801-468a-ab22-53c8269c1cca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.335375] env[69987]: DEBUG oslo_vmware.api [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.338238] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13043da5-7dbf-4408-937f-2dd3832766fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.346728] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003b5faf-6eea-4765-860d-145025c722fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.356737] env[69987]: DEBUG nova.compute.manager [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Received event network-vif-plugged-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.357426] env[69987]: DEBUG oslo_concurrency.lockutils [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] Acquiring lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.357557] env[69987]: DEBUG oslo_concurrency.lockutils [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.357752] env[69987]: DEBUG oslo_concurrency.lockutils [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.357965] env[69987]: DEBUG nova.compute.manager [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] No waiting events found dispatching network-vif-plugged-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.359027] env[69987]: WARNING nova.compute.manager [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Received unexpected event network-vif-plugged-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca for instance with vm_state building and task_state spawning. [ 804.359027] env[69987]: DEBUG nova.compute.manager [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Received event network-changed-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.359027] env[69987]: DEBUG nova.compute.manager [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Refreshing instance network info cache due to event network-changed-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.359027] env[69987]: DEBUG oslo_concurrency.lockutils [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] Acquiring lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.392043] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c77efa-1684-44e2-babf-adb67ad88cba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.400812] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fea605-a986-3965-7c3b-7263425820af, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.401448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.401703] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] ef11d456-2416-4498-aa7c-e1a51cb865d3/ef11d456-2416-4498-aa7c-e1a51cb865d3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.401995] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a4a817-5b50-42a5-90ad-6b1b824bb09f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.408358] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea3261-ff08-4da6-b380-0cccf26a6e08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.414184] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 804.414184] env[69987]: value = "task-3500256" [ 804.414184] env[69987]: _type = "Task" [ 804.414184] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.426241] env[69987]: DEBUG nova.compute.provider_tree [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.435301] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.441160] env[69987]: DEBUG nova.network.neutron [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Updating instance_info_cache with network_info: [{"id": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "address": "fa:16:3e:21:48:43", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042a3bb6-10", "ovs_interfaceid": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.539848] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "refresh_cache-eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.540064] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquired lock "refresh_cache-eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.540260] env[69987]: DEBUG nova.network.neutron [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.683589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.824024] env[69987]: INFO nova.compute.manager [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Took 41.51 seconds to build instance. [ 804.841893] env[69987]: DEBUG oslo_vmware.api [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500255, 'name': ReconfigVM_Task, 'duration_secs': 0.607762} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.842280] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca/volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.850029] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955ea71f-9060-48c5-bc1d-8bb367524ae3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.870544] env[69987]: DEBUG oslo_vmware.api [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 804.870544] env[69987]: value = "task-3500257" [ 804.870544] env[69987]: _type = "Task" [ 804.870544] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.894374] env[69987]: DEBUG oslo_vmware.api [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.927967] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500256, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.928945] env[69987]: DEBUG nova.scheduler.client.report [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.943654] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Releasing lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.943809] env[69987]: DEBUG nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Instance network_info: |[{"id": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "address": "fa:16:3e:21:48:43", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042a3bb6-10", "ovs_interfaceid": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.944112] env[69987]: DEBUG oslo_concurrency.lockutils [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] Acquired lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.944260] env[69987]: DEBUG nova.network.neutron [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Refreshing network info cache for port 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.945422] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:48:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '042a3bb6-109a-4aaa-a14f-04e7ee2ecfca', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.954507] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.955866] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.956116] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-013ca1c9-db35-4af2-8e3c-18bbce11cbdf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.979655] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.979655] env[69987]: value = "task-3500258" [ 804.979655] env[69987]: _type = "Task" [ 804.979655] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.989709] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500258, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.060348] env[69987]: DEBUG nova.network.neutron [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.123337] env[69987]: DEBUG nova.network.neutron [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.326737] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2888a97c-f3b7-48c4-b531-594beab90c2c tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.330s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.384010] env[69987]: DEBUG oslo_vmware.api [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500257, 'name': ReconfigVM_Task, 'duration_secs': 0.249472} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.384185] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699494', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'name': 'volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b94054c-1d27-45ee-92dd-4432e1e81a33', 'attached_at': '', 'detached_at': '', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'serial': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 805.426409] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516802} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.426679] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] ef11d456-2416-4498-aa7c-e1a51cb865d3/ef11d456-2416-4498-aa7c-e1a51cb865d3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.426900] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.427858] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-175b1eaf-92c2-4ca0-ae20-7406f21eaa90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.435803] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 805.435803] env[69987]: value = "task-3500259" [ 805.435803] env[69987]: _type = "Task" [ 805.435803] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.436628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.381s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.437229] env[69987]: DEBUG nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.444339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.836s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.444609] env[69987]: DEBUG nova.objects.instance [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lazy-loading 'resources' on Instance uuid 8d24c8fe-c846-436a-b803-b9b7cdb63355 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.452139] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.491807] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500258, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.626209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Releasing lock "refresh_cache-eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.627358] env[69987]: DEBUG nova.compute.manager [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.627358] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.627986] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f821b7a-6305-4d7f-b804-78799bd6c88d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.636479] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.637175] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd00164b-6a3b-497a-adb5-767cc01b7843 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.645198] env[69987]: DEBUG oslo_vmware.api [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 805.645198] env[69987]: value = "task-3500260" [ 805.645198] env[69987]: _type = "Task" [ 805.645198] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.655668] env[69987]: DEBUG oslo_vmware.api [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.729571] env[69987]: DEBUG nova.network.neutron [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Updated VIF entry in instance network info cache for port 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.729960] env[69987]: DEBUG nova.network.neutron [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Updating instance_info_cache with network_info: [{"id": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "address": "fa:16:3e:21:48:43", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042a3bb6-10", "ovs_interfaceid": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.829716] env[69987]: DEBUG nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.947429] env[69987]: DEBUG nova.compute.utils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.962069] env[69987]: DEBUG nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.963096] env[69987]: DEBUG nova.network.neutron [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.965705] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078174} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.969010] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.971141] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cd257c-d513-4239-acf7-eb219ed24632 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.999664] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ef11d456-2416-4498-aa7c-e1a51cb865d3/ef11d456-2416-4498-aa7c-e1a51cb865d3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.006234] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30893587-480f-4725-b862-2e0328326d6b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.028276] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500258, 'name': CreateVM_Task, 'duration_secs': 0.700752} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.029556] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.030326] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 806.030326] env[69987]: value = "task-3500261" [ 806.030326] env[69987]: _type = "Task" [ 806.030326] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.030588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031055] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031055] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031370] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fa97ec-43c3-40e4-a793-96feebb5e16e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.045741] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.047292] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 806.047292] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b828a8-6ed0-eb3b-60d7-eb12ee2b457e" [ 806.047292] env[69987]: _type = "Task" [ 806.047292] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.060486] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b828a8-6ed0-eb3b-60d7-eb12ee2b457e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.069057] env[69987]: DEBUG nova.policy [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07a348f1712b4dbdabbd6bc5daac035d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '057a7e18808d4ae79993ba7a3a733e49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.157188] env[69987]: DEBUG oslo_vmware.api [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500260, 'name': PowerOffVM_Task, 'duration_secs': 0.35037} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.160512] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.160790] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.161420] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f03bcb-4212-4c9c-9d4f-5d5012c5f234 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.196654] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.196967] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.197239] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Deleting the datastore file [datastore1] eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.197518] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c231a6c0-6577-4ade-8737-210e3216f398 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.210127] env[69987]: DEBUG oslo_vmware.api [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for the task: (returnval){ [ 806.210127] env[69987]: value = "task-3500263" [ 806.210127] env[69987]: _type = "Task" [ 806.210127] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.219973] env[69987]: DEBUG oslo_vmware.api [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.232284] env[69987]: DEBUG oslo_concurrency.lockutils [req-dc470a98-a2f8-4f39-8732-65ea3141cf0b req-4f9014b5-955d-49aa-80fc-5a08585b8d20 service nova] Releasing lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261750] env[69987]: DEBUG nova.compute.manager [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.265707] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052a0fc-6996-4e93-b6e8-2e2267120130 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.357986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.447109] env[69987]: DEBUG nova.objects.instance [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lazy-loading 'flavor' on Instance uuid 4b94054c-1d27-45ee-92dd-4432e1e81a33 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.462119] env[69987]: DEBUG nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.546954] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500261, 'name': ReconfigVM_Task, 'duration_secs': 0.340626} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.550240] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ef11d456-2416-4498-aa7c-e1a51cb865d3/ef11d456-2416-4498-aa7c-e1a51cb865d3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.550240] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-669686b8-fe7b-4247-9e83-56be81d033f5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.565183] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b828a8-6ed0-eb3b-60d7-eb12ee2b457e, 'name': SearchDatastore_Task, 'duration_secs': 0.016921} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.567317] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.567524] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.567988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.568206] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.568447] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.568834] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 806.568834] env[69987]: value = "task-3500264" [ 806.568834] env[69987]: _type = "Task" [ 806.568834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.569157] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-534f6ebc-a09b-45c1-95e2-6bd3ca7f6fbe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.583930] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500264, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.586188] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.586441] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.587366] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968f0de7-db3a-430f-a773-28c412115deb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.601387] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 806.601387] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52228dfb-81e0-de8f-4187-9c5729ab23e2" [ 806.601387] env[69987]: _type = "Task" [ 806.601387] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.611899] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52228dfb-81e0-de8f-4187-9c5729ab23e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.623065] env[69987]: DEBUG nova.network.neutron [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Successfully created port: ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.647108] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd6b570-30a1-4b43-94a1-c0452379e326 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.655644] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc30e8c3-ecfd-4d8b-ae96-0fc95cea0122 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.694465] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.694833] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.695386] env[69987]: DEBUG nova.compute.manager [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Going to confirm migration 1 {{(pid=69987) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 806.698230] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29dd98c-c3b8-439b-aa99-33400790cda8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.709394] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38635b71-292e-47f6-86fb-a6996e94daa9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.734215] env[69987]: DEBUG nova.compute.provider_tree [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.735851] env[69987]: DEBUG oslo_vmware.api [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Task: {'id': task-3500263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145905} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.736136] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.736345] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.736526] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.736695] env[69987]: INFO nova.compute.manager [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 806.737055] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.737365] env[69987]: DEBUG nova.compute.manager [-] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.737465] env[69987]: DEBUG nova.network.neutron [-] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.758056] env[69987]: DEBUG nova.network.neutron [-] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.774205] env[69987]: INFO nova.compute.manager [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] instance snapshotting [ 806.777505] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b81987-b285-4dc4-831a-da72da5c9610 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.799109] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72045a7f-d2ad-477a-b01f-6ad210775b9b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-987b6f3d-9fb9-4fad-bb05-ddffcf72604c tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.413s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.084023] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500264, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.112252] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52228dfb-81e0-de8f-4187-9c5729ab23e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.113208] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec30a3c2-a0b5-4de7-9045-0a173f67b385 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.120226] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 807.120226] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520842ad-19f2-71a5-4835-17c6563c83b0" [ 807.120226] env[69987]: _type = "Task" [ 807.120226] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.129627] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520842ad-19f2-71a5-4835-17c6563c83b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.239702] env[69987]: DEBUG nova.scheduler.client.report [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.261138] env[69987]: DEBUG nova.network.neutron [-] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.271979] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.272293] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.272563] env[69987]: DEBUG nova.network.neutron [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.272832] env[69987]: DEBUG nova.objects.instance [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lazy-loading 'info_cache' on Instance uuid b45e94ae-d45b-4632-b8da-ae1cb246450a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.312295] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.312454] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e44bb759-461f-4d60-8a1e-80b3080a1102 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.321841] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 807.321841] env[69987]: value = "task-3500265" [ 807.321841] env[69987]: _type = "Task" [ 807.321841] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.332748] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500265, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.471371] env[69987]: DEBUG nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.498364] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.498692] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.498867] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.499083] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.499236] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.499382] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.499619] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.499750] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.499916] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.500091] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.500272] env[69987]: DEBUG nova.virt.hardware [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.501218] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f9c505-e466-4ef4-9e82-edb6c5020d56 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.510655] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb0fab-45f2-4ef4-874b-31807eafd9ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.583084] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500264, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.631501] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520842ad-19f2-71a5-4835-17c6563c83b0, 'name': SearchDatastore_Task, 'duration_secs': 0.02136} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.632331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.632331] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3fac017c-41a0-40f2-8f77-b1d72e1903dc/3fac017c-41a0-40f2-8f77-b1d72e1903dc.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.632331] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f119d8c-3b72-458e-adbd-751ff4f0ae30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.642291] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 807.642291] env[69987]: value = "task-3500266" [ 807.642291] env[69987]: _type = "Task" [ 807.642291] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.651984] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.747468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.747468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.748861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.752278] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.866s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.757119] env[69987]: INFO nova.compute.claims [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.763479] env[69987]: INFO nova.compute.manager [-] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Took 1.03 seconds to deallocate network for instance. [ 807.780299] env[69987]: INFO nova.scheduler.client.report [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted allocations for instance 8d24c8fe-c846-436a-b803-b9b7cdb63355 [ 807.832925] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500265, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.086838] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500264, 'name': Rename_Task, 'duration_secs': 1.171196} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.087223] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.087523] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c87f845a-f199-4ad2-9892-18ce10ee7a98 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.098266] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 808.098266] env[69987]: value = "task-3500267" [ 808.098266] env[69987]: _type = "Task" [ 808.098266] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.108859] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.156038] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482083} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.156291] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3fac017c-41a0-40f2-8f77-b1d72e1903dc/3fac017c-41a0-40f2-8f77-b1d72e1903dc.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.156517] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.156775] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e67865b9-00c2-49b5-9311-b7ef10bb7a09 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.164023] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 808.164023] env[69987]: value = "task-3500268" [ 808.164023] env[69987]: _type = "Task" [ 808.164023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.174150] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.254913] env[69987]: INFO nova.compute.manager [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Detaching volume e37e59f6-53b1-4901-bcda-4c7dba5dbdca [ 808.275026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.276894] env[69987]: DEBUG nova.compute.manager [req-ba83f559-237b-40c8-b711-156d624b11b7 req-0d4fbaa1-2815-49ed-9980-76f4aec2bf64 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Received event network-vif-plugged-ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.276894] env[69987]: DEBUG oslo_concurrency.lockutils [req-ba83f559-237b-40c8-b711-156d624b11b7 req-0d4fbaa1-2815-49ed-9980-76f4aec2bf64 service nova] Acquiring lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.276894] env[69987]: DEBUG oslo_concurrency.lockutils [req-ba83f559-237b-40c8-b711-156d624b11b7 req-0d4fbaa1-2815-49ed-9980-76f4aec2bf64 service nova] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.276894] env[69987]: DEBUG oslo_concurrency.lockutils [req-ba83f559-237b-40c8-b711-156d624b11b7 req-0d4fbaa1-2815-49ed-9980-76f4aec2bf64 service nova] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.276894] env[69987]: DEBUG nova.compute.manager [req-ba83f559-237b-40c8-b711-156d624b11b7 req-0d4fbaa1-2815-49ed-9980-76f4aec2bf64 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] No waiting events found dispatching network-vif-plugged-ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.278801] env[69987]: WARNING nova.compute.manager [req-ba83f559-237b-40c8-b711-156d624b11b7 req-0d4fbaa1-2815-49ed-9980-76f4aec2bf64 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Received unexpected event network-vif-plugged-ddd15313-733b-4470-8916-4af93c716fed for instance with vm_state building and task_state spawning. [ 808.290847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-93417249-28be-4db1-8e03-070ad431a7c8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "8d24c8fe-c846-436a-b803-b9b7cdb63355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.475s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.297626] env[69987]: INFO nova.virt.block_device [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Attempting to driver detach volume e37e59f6-53b1-4901-bcda-4c7dba5dbdca from mountpoint /dev/sdb [ 808.297855] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 808.298049] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699494', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'name': 'volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b94054c-1d27-45ee-92dd-4432e1e81a33', 'attached_at': '', 'detached_at': '', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'serial': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 808.299332] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb5bb59-f3b1-4e0d-8a7e-f4116a8031c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.332551] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b36c7a6-cee0-4d06-95e3-5f0f477401c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.345944] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500265, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.346592] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222305d-4896-4202-a79c-d453b72e8e25 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.373705] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b77e4-5b4c-41b9-a88d-eeaf47372fa6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.393594] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] The volume has not been displaced from its original location: [datastore2] volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca/volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 808.400685] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 808.403961] env[69987]: DEBUG nova.network.neutron [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Successfully updated port: ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.405143] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b23f0ed-84e0-4863-a244-e22fe0292ec5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.425993] env[69987]: DEBUG oslo_vmware.api [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 808.425993] env[69987]: value = "task-3500269" [ 808.425993] env[69987]: _type = "Task" [ 808.425993] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.437291] env[69987]: DEBUG oslo_vmware.api [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.574523] env[69987]: DEBUG nova.network.neutron [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance_info_cache with network_info: [{"id": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "address": "fa:16:3e:cf:dd:8f", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fd2b3c5-d4", "ovs_interfaceid": "6fd2b3c5-d441-4079-8ecc-715a4c3da32d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.610315] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500267, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.675908] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069106} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.677042] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.677205] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4992d-48b3-4d75-8f3e-12a83a2f9d2a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.699636] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 3fac017c-41a0-40f2-8f77-b1d72e1903dc/3fac017c-41a0-40f2-8f77-b1d72e1903dc.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.699886] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f866f3-595c-43e2-a509-226218d7b8e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.720800] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 808.720800] env[69987]: value = "task-3500270" [ 808.720800] env[69987]: _type = "Task" [ 808.720800] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.729440] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.838869] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500265, 'name': CreateSnapshot_Task, 'duration_secs': 1.314933} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.841359] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.842323] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5040f8a9-1cf4-4a15-b800-1cd3967764ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.919364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.919528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.919681] env[69987]: DEBUG nova.network.neutron [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.938178] env[69987]: DEBUG oslo_vmware.api [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500269, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.076828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-b45e94ae-d45b-4632-b8da-ae1cb246450a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.077676] env[69987]: DEBUG nova.objects.instance [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lazy-loading 'migration_context' on Instance uuid b45e94ae-d45b-4632-b8da-ae1cb246450a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.112239] env[69987]: DEBUG oslo_vmware.api [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500267, 'name': PowerOnVM_Task, 'duration_secs': 0.547534} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.112439] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.112643] env[69987]: INFO nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Took 10.00 seconds to spawn the instance on the hypervisor. [ 809.112828] env[69987]: DEBUG nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.113713] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84cb7b0-2a83-4fab-b0cb-b73844dd70fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.231720] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.236701] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0c236-965b-4936-8f55-6b7fb3c97d42 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.243866] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53dcfdd-20d4-4cd6-b212-7f11b00599a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.276347] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7088bb-3b53-4840-b7df-8c0faa9ab679 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.284498] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c01681a-7ddd-4af9-8c32-11de114f0463 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.299480] env[69987]: DEBUG nova.compute.provider_tree [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.368151] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.368151] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-898ce364-4483-4bc8-8de8-dda3f74bfb89 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.377462] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 809.377462] env[69987]: value = "task-3500271" [ 809.377462] env[69987]: _type = "Task" [ 809.377462] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.387251] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500271, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.439016] env[69987]: DEBUG oslo_vmware.api [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500269, 'name': ReconfigVM_Task, 'duration_secs': 0.539883} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.439309] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 809.444095] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c77c44a-ec9d-4ff4-ada2-80bb6ea7b91b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.454882] env[69987]: DEBUG nova.network.neutron [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.462364] env[69987]: DEBUG oslo_vmware.api [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 809.462364] env[69987]: value = "task-3500272" [ 809.462364] env[69987]: _type = "Task" [ 809.462364] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.474246] env[69987]: DEBUG oslo_vmware.api [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.584590] env[69987]: DEBUG nova.objects.base [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 809.585581] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe27409-96a8-4369-81a5-db41c1792f42 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.630203] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be8194e-05be-4266-9368-8fc14bc0342d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.638122] env[69987]: INFO nova.compute.manager [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Took 40.46 seconds to build instance. [ 809.642054] env[69987]: DEBUG oslo_vmware.api [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 809.642054] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f49d97-844f-352a-35d5-9c3a9d4b6316" [ 809.642054] env[69987]: _type = "Task" [ 809.642054] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.654515] env[69987]: DEBUG oslo_vmware.api [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f49d97-844f-352a-35d5-9c3a9d4b6316, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.654932] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.665754] env[69987]: DEBUG nova.network.neutron [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updating instance_info_cache with network_info: [{"id": "ddd15313-733b-4470-8916-4af93c716fed", "address": "fa:16:3e:11:67:06", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd15313-73", "ovs_interfaceid": "ddd15313-733b-4470-8916-4af93c716fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.734595] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.802415] env[69987]: DEBUG nova.scheduler.client.report [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.889507] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500271, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.972681] env[69987]: DEBUG oslo_vmware.api [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500272, 'name': ReconfigVM_Task, 'duration_secs': 0.30056} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.972989] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699494', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'name': 'volume-e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b94054c-1d27-45ee-92dd-4432e1e81a33', 'attached_at': '', 'detached_at': '', 'volume_id': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca', 'serial': 'e37e59f6-53b1-4901-bcda-4c7dba5dbdca'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 810.141162] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83ffb46-640a-484a-8371-24fc490f7ea7 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.556s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.170015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Releasing lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.170015] env[69987]: DEBUG nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Instance network_info: |[{"id": "ddd15313-733b-4470-8916-4af93c716fed", "address": "fa:16:3e:11:67:06", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd15313-73", "ovs_interfaceid": "ddd15313-733b-4470-8916-4af93c716fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.170307] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:67:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddd15313-733b-4470-8916-4af93c716fed', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.177781] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Creating folder: Project (057a7e18808d4ae79993ba7a3a733e49). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.178219] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-470d1e2a-e557-42bb-a7e9-ae7b09560b4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.192650] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Created folder: Project (057a7e18808d4ae79993ba7a3a733e49) in parent group-v699418. [ 810.193126] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Creating folder: Instances. Parent ref: group-v699501. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.193480] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bca4d8d-1993-4504-a35e-a4ae7306e0de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.208018] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Created folder: Instances in parent group-v699501. [ 810.208018] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.208018] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.208018] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77e2d81-9cb4-42cd-8045-32ff43aed3fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.237635] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500270, 'name': ReconfigVM_Task, 'duration_secs': 1.016217} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.237947] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.237947] env[69987]: value = "task-3500275" [ 810.237947] env[69987]: _type = "Task" [ 810.237947] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.238688] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 3fac017c-41a0-40f2-8f77-b1d72e1903dc/3fac017c-41a0-40f2-8f77-b1d72e1903dc.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.239772] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-930154c7-9540-41b6-9055-1eefc59b951d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.252839] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500275, 'name': CreateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.254872] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 810.254872] env[69987]: value = "task-3500276" [ 810.254872] env[69987]: _type = "Task" [ 810.254872] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.266146] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500276, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.310022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.310022] env[69987]: DEBUG nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.312489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.769s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.312489] env[69987]: DEBUG nova.objects.instance [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 8dbbc346-b158-4839-947f-030522d24158] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 810.391668] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500271, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.539188] env[69987]: DEBUG nova.compute.manager [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Received event network-changed-ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.539188] env[69987]: DEBUG nova.compute.manager [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Refreshing instance network info cache due to event network-changed-ddd15313-733b-4470-8916-4af93c716fed. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.540583] env[69987]: DEBUG oslo_concurrency.lockutils [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] Acquiring lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.541667] env[69987]: DEBUG oslo_concurrency.lockutils [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] Acquired lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.542686] env[69987]: DEBUG nova.network.neutron [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Refreshing network info cache for port ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.547711] env[69987]: DEBUG nova.objects.instance [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lazy-loading 'flavor' on Instance uuid 4b94054c-1d27-45ee-92dd-4432e1e81a33 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.642792] env[69987]: DEBUG nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.741037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "ef11d456-2416-4498-aa7c-e1a51cb865d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.741037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.741037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "ef11d456-2416-4498-aa7c-e1a51cb865d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.741037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.741249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.746752] env[69987]: INFO nova.compute.manager [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Terminating instance [ 810.757203] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500275, 'name': CreateVM_Task, 'duration_secs': 0.431269} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.763090] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.763870] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.765230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.765571] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.766970] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd3dfb5-76a4-4f1d-a03a-43d286b81ebb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.771924] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500276, 'name': Rename_Task, 'duration_secs': 0.164324} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.772562] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.772846] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d034957-6fb9-4a0e-9fb6-5399e158db44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.775570] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 810.775570] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52106505-7dfb-ed94-117b-efce92bcaf97" [ 810.775570] env[69987]: _type = "Task" [ 810.775570] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.781301] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 810.781301] env[69987]: value = "task-3500277" [ 810.781301] env[69987]: _type = "Task" [ 810.781301] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.784373] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52106505-7dfb-ed94-117b-efce92bcaf97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.793260] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.816800] env[69987]: DEBUG nova.compute.utils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.822139] env[69987]: DEBUG nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.822139] env[69987]: DEBUG nova.network.neutron [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.873748] env[69987]: DEBUG nova.policy [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10907f41c5784705a74545e7a7156b36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6351fff87554a22811e7fc94e0df303', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.889490] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500271, 'name': CloneVM_Task, 'duration_secs': 1.35026} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.889755] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Created linked-clone VM from snapshot [ 810.890606] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1162956-d483-4bcf-8b67-f2fa0796d2b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.899655] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Uploading image 7b86f5be-13a7-4da9-8225-136790b5aae4 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.925505] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.925505] env[69987]: value = "vm-699500" [ 810.925505] env[69987]: _type = "VirtualMachine" [ 810.925505] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.925845] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e88c65c5-3659-4c35-8239-14fb020649b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.934839] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lease: (returnval){ [ 810.934839] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ee649-aace-532b-8c6c-1c1d81d05670" [ 810.934839] env[69987]: _type = "HttpNfcLease" [ 810.934839] env[69987]: } obtained for exporting VM: (result){ [ 810.934839] env[69987]: value = "vm-699500" [ 810.934839] env[69987]: _type = "VirtualMachine" [ 810.934839] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.935109] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the lease: (returnval){ [ 810.935109] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ee649-aace-532b-8c6c-1c1d81d05670" [ 810.935109] env[69987]: _type = "HttpNfcLease" [ 810.935109] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.944316] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.944316] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ee649-aace-532b-8c6c-1c1d81d05670" [ 810.944316] env[69987]: _type = "HttpNfcLease" [ 810.944316] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.175088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.236899] env[69987]: DEBUG nova.network.neutron [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Successfully created port: 7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.250389] env[69987]: DEBUG nova.compute.manager [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.250726] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.252039] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4132cc-06e3-41c6-ba02-dbe3696d4d0c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.262508] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.262771] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12a68c1d-bd58-491a-9f0d-80e03d581de8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.274090] env[69987]: DEBUG oslo_vmware.api [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 811.274090] env[69987]: value = "task-3500279" [ 811.274090] env[69987]: _type = "Task" [ 811.274090] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.283968] env[69987]: DEBUG oslo_vmware.api [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.292394] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52106505-7dfb-ed94-117b-efce92bcaf97, 'name': SearchDatastore_Task, 'duration_secs': 0.027449} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.293177] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.293448] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.293742] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.293842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.294063] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.294358] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f727d46-bca9-4bde-80d2-6cb2d5e23ffa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.299679] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.308646] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.308956] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.310448] env[69987]: DEBUG nova.network.neutron [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updated VIF entry in instance network info cache for port ddd15313-733b-4470-8916-4af93c716fed. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.310792] env[69987]: DEBUG nova.network.neutron [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updating instance_info_cache with network_info: [{"id": "ddd15313-733b-4470-8916-4af93c716fed", "address": "fa:16:3e:11:67:06", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd15313-73", "ovs_interfaceid": "ddd15313-733b-4470-8916-4af93c716fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.312546] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8810447c-dbda-4f86-9921-0750544405ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.321195] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 811.321195] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5288c289-891f-c2f5-c0f2-ee44e48bed41" [ 811.321195] env[69987]: _type = "Task" [ 811.321195] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.326572] env[69987]: DEBUG nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.330265] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f70c084-a0f3-48ba-9cec-7a9cd5a53afa tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.332330] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.627s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.333854] env[69987]: INFO nova.compute.claims [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.345797] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5288c289-891f-c2f5-c0f2-ee44e48bed41, 'name': SearchDatastore_Task, 'duration_secs': 0.012817} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.346441] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38000b5f-dbaf-451a-b3d2-fa4957970343 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.356521] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 811.356521] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524b4824-3699-4f43-beba-d05692ea322a" [ 811.356521] env[69987]: _type = "Task" [ 811.356521] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.369530] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524b4824-3699-4f43-beba-d05692ea322a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.445903] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.445903] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ee649-aace-532b-8c6c-1c1d81d05670" [ 811.445903] env[69987]: _type = "HttpNfcLease" [ 811.445903] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 811.446340] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 811.446340] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ee649-aace-532b-8c6c-1c1d81d05670" [ 811.446340] env[69987]: _type = "HttpNfcLease" [ 811.446340] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 811.447246] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe21134-c511-4250-b16e-d9aeaf02cf08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.456586] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c92a6f-92a7-d93b-56e5-7776658e5b42/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 811.456867] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c92a6f-92a7-d93b-56e5-7776658e5b42/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 811.556234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c83ae1de-5e39-4b10-aee8-172e226dde2a tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.809s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.613664] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8538a464-dae7-4f5b-ae3a-bab10736dae3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.783576] env[69987]: DEBUG oslo_vmware.api [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500279, 'name': PowerOffVM_Task, 'duration_secs': 0.269088} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.783899] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.783937] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.784293] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b75841-76e7-4923-9e90-c9a561c22d6a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.795934] env[69987]: DEBUG oslo_vmware.api [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500277, 'name': PowerOnVM_Task, 'duration_secs': 0.620722} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.797441] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.797658] env[69987]: INFO nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Took 10.00 seconds to spawn the instance on the hypervisor. [ 811.797841] env[69987]: DEBUG nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.800981] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df56d0f-6c5c-448d-9115-5ebfdafc6a8a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.818201] env[69987]: DEBUG oslo_concurrency.lockutils [req-3f2d0694-730d-4f86-9063-aed7c140b048 req-ca1eab97-4138-442d-a8ce-9afae7c374c6 service nova] Releasing lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.865308] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.865308] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.865308] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Deleting the datastore file [datastore2] ef11d456-2416-4498-aa7c-e1a51cb865d3 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.865308] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-629cc8ab-a79a-4230-9540-d46b070c8eca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.873765] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524b4824-3699-4f43-beba-d05692ea322a, 'name': SearchDatastore_Task, 'duration_secs': 0.018943} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.874625] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.876388] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] f432ef0a-9c47-40e6-96c1-d7601dc314a4/f432ef0a-9c47-40e6-96c1-d7601dc314a4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.876388] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c77f4b8a-4f21-4a0d-a588-0a5bc1c2af3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.880841] env[69987]: DEBUG oslo_vmware.api [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for the task: (returnval){ [ 811.880841] env[69987]: value = "task-3500281" [ 811.880841] env[69987]: _type = "Task" [ 811.880841] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.888834] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 811.888834] env[69987]: value = "task-3500282" [ 811.888834] env[69987]: _type = "Task" [ 811.888834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.897559] env[69987]: DEBUG oslo_vmware.api [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.904350] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.305136] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "e8adf65d-fde7-4479-a05c-5690f9e87910" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.305562] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.306332] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "e8adf65d-fde7-4479-a05c-5690f9e87910-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.306597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.306860] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.312200] env[69987]: INFO nova.compute.manager [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Terminating instance [ 812.323883] env[69987]: INFO nova.compute.manager [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Took 42.18 seconds to build instance. [ 812.337470] env[69987]: DEBUG nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.368461] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.368882] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.369093] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.369449] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.369621] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.369817] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.370334] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.370431] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.370660] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.370898] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.371160] env[69987]: DEBUG nova.virt.hardware [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.373036] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e605e8-8ea4-4b48-afe3-2a398a49f701 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.391323] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc915ea-c7e0-4b6c-81a3-b2d49686e3c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.414092] env[69987]: DEBUG oslo_vmware.api [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Task: {'id': task-3500281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176474} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.424184] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.424440] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.424808] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.425366] env[69987]: INFO nova.compute.manager [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 812.425736] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.429673] env[69987]: DEBUG nova.compute.manager [-] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.429847] env[69987]: DEBUG nova.network.neutron [-] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.437518] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.816808] env[69987]: DEBUG nova.compute.manager [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.816808] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.820687] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e3efe-02de-4bb4-a43c-cba08e99c3f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.831349] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9183dac8-af2d-47b2-9089-70861a71b10b tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.343s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.834624] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.836977] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7724946-728f-46e3-8cdd-8a05a066e77f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.848885] env[69987]: DEBUG oslo_vmware.api [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 812.848885] env[69987]: value = "task-3500283" [ 812.848885] env[69987]: _type = "Task" [ 812.848885] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.862950] env[69987]: DEBUG oslo_vmware.api [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.877847] env[69987]: DEBUG nova.compute.manager [req-d6f3a361-c431-42bc-80a6-fca799cb7886 req-9e730bf7-e640-43fd-86d0-21f4e1195f3d service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Received event network-vif-deleted-44370ac6-14fc-4933-9bf2-a7f42b019ad6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.879832] env[69987]: INFO nova.compute.manager [req-d6f3a361-c431-42bc-80a6-fca799cb7886 req-9e730bf7-e640-43fd-86d0-21f4e1195f3d service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Neutron deleted interface 44370ac6-14fc-4933-9bf2-a7f42b019ad6; detaching it from the instance and deleting it from the info cache [ 812.879832] env[69987]: DEBUG nova.network.neutron [req-d6f3a361-c431-42bc-80a6-fca799cb7886 req-9e730bf7-e640-43fd-86d0-21f4e1195f3d service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.897114] env[69987]: DEBUG nova.compute.manager [req-940b286c-ed4e-4547-9d09-5563cefc8f30 req-78f04ccb-76ec-4489-8e3e-6f5459e225a8 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Received event network-vif-plugged-7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.897385] env[69987]: DEBUG oslo_concurrency.lockutils [req-940b286c-ed4e-4547-9d09-5563cefc8f30 req-78f04ccb-76ec-4489-8e3e-6f5459e225a8 service nova] Acquiring lock "9642dc29-73e4-451e-bf37-fe20fc4c876a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.897766] env[69987]: DEBUG oslo_concurrency.lockutils [req-940b286c-ed4e-4547-9d09-5563cefc8f30 req-78f04ccb-76ec-4489-8e3e-6f5459e225a8 service nova] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.898023] env[69987]: DEBUG oslo_concurrency.lockutils [req-940b286c-ed4e-4547-9d09-5563cefc8f30 req-78f04ccb-76ec-4489-8e3e-6f5459e225a8 service nova] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.898778] env[69987]: DEBUG nova.compute.manager [req-940b286c-ed4e-4547-9d09-5563cefc8f30 req-78f04ccb-76ec-4489-8e3e-6f5459e225a8 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] No waiting events found dispatching network-vif-plugged-7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.898778] env[69987]: WARNING nova.compute.manager [req-940b286c-ed4e-4547-9d09-5563cefc8f30 req-78f04ccb-76ec-4489-8e3e-6f5459e225a8 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Received unexpected event network-vif-plugged-7631bca9-e1e2-4249-a562-c0872005b8ed for instance with vm_state building and task_state spawning. [ 812.911711] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.912240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.920563] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57132} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.920891] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] f432ef0a-9c47-40e6-96c1-d7601dc314a4/f432ef0a-9c47-40e6-96c1-d7601dc314a4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.921164] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.921498] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33063ac2-b004-4c64-a8b7-2986cfd42dc0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.932898] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 812.932898] env[69987]: value = "task-3500284" [ 812.932898] env[69987]: _type = "Task" [ 812.932898] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.945705] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.981556] env[69987]: DEBUG nova.network.neutron [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Successfully updated port: 7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.004218] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33ead21-6539-4199-9808-b248a1ad55a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.018601] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508a6e29-f2f8-47a3-aa38-5c561b979b36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.058152] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698997f6-fca1-498f-858b-1788f3c63dcf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.066615] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5753ba4-c4df-41d2-85ce-728486608289 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.082543] env[69987]: DEBUG nova.compute.provider_tree [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.299458] env[69987]: DEBUG nova.network.neutron [-] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.339144] env[69987]: DEBUG nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.362717] env[69987]: DEBUG oslo_vmware.api [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500283, 'name': PowerOffVM_Task, 'duration_secs': 0.21453} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.363008] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.365457] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.365912] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b42a993-fd2e-4c38-b37d-f138a266543b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.387709] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dc44dc9-a00b-4221-8df7-417f99345f2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.401967] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83866b79-602f-430b-9d4d-b6f3532f6a68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.447766] env[69987]: DEBUG nova.compute.manager [req-d6f3a361-c431-42bc-80a6-fca799cb7886 req-9e730bf7-e640-43fd-86d0-21f4e1195f3d service nova] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Detach interface failed, port_id=44370ac6-14fc-4933-9bf2-a7f42b019ad6, reason: Instance ef11d456-2416-4498-aa7c-e1a51cb865d3 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.452225] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.452581] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.452697] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Deleting the datastore file [datastore2] e8adf65d-fde7-4479-a05c-5690f9e87910 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.453018] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d00f58c-d555-40a9-bc0e-e5dd8c7d6c41 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.460494] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078179} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.461769] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.462222] env[69987]: DEBUG oslo_vmware.api [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for the task: (returnval){ [ 813.462222] env[69987]: value = "task-3500286" [ 813.462222] env[69987]: _type = "Task" [ 813.462222] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.462978] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99674a24-1d9f-4b52-a54f-01d0efa4a2a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.476262] env[69987]: DEBUG oslo_vmware.api [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.491037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.491037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquired lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.491037] env[69987]: DEBUG nova.network.neutron [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.498666] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] f432ef0a-9c47-40e6-96c1-d7601dc314a4/f432ef0a-9c47-40e6-96c1-d7601dc314a4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.500051] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-242b3ea2-e9d7-4679-b039-665e85263ab5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.526884] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 813.526884] env[69987]: value = "task-3500287" [ 813.526884] env[69987]: _type = "Task" [ 813.526884] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.534997] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.586470] env[69987]: DEBUG nova.scheduler.client.report [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.803891] env[69987]: INFO nova.compute.manager [-] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Took 1.37 seconds to deallocate network for instance. [ 813.861688] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.980373] env[69987]: DEBUG oslo_vmware.api [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Task: {'id': task-3500286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151927} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.982496] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.982496] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.982496] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.982496] env[69987]: INFO nova.compute.manager [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Took 1.17 seconds to destroy the instance on the hypervisor. [ 813.982496] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.982879] env[69987]: DEBUG nova.compute.manager [-] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.983996] env[69987]: DEBUG nova.network.neutron [-] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.039379] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500287, 'name': ReconfigVM_Task, 'duration_secs': 0.303567} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.039658] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] f432ef0a-9c47-40e6-96c1-d7601dc314a4/f432ef0a-9c47-40e6-96c1-d7601dc314a4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.040686] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0069530e-3e94-4026-8dc8-bc6dc822ce22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.052405] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 814.052405] env[69987]: value = "task-3500288" [ 814.052405] env[69987]: _type = "Task" [ 814.052405] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.057472] env[69987]: DEBUG nova.network.neutron [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.067064] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500288, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.091983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.092767] env[69987]: DEBUG nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.098689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.168s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.103210] env[69987]: INFO nova.compute.claims [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.262698] env[69987]: DEBUG nova.network.neutron [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Updating instance_info_cache with network_info: [{"id": "7631bca9-e1e2-4249-a562-c0872005b8ed", "address": "fa:16:3e:ea:ee:d5", "network": {"id": "c4b8c03f-83f3-4a9e-a51b-0c0ffae96db9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1519692823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6351fff87554a22811e7fc94e0df303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7631bca9-e1", "ovs_interfaceid": "7631bca9-e1e2-4249-a562-c0872005b8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.309357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.564081] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500288, 'name': Rename_Task, 'duration_secs': 0.171311} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.566823] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.566823] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd2fd57b-b6b8-42a9-87f9-14cdc89b54e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.590877] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 814.590877] env[69987]: value = "task-3500289" [ 814.590877] env[69987]: _type = "Task" [ 814.590877] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.601862] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.611223] env[69987]: DEBUG nova.compute.utils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.615027] env[69987]: DEBUG nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.615258] env[69987]: DEBUG nova.network.neutron [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.686782] env[69987]: DEBUG nova.policy [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec1bee7147a4556a5fe1a1cdba10ed0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8dd3d9826ac47a58847835d5bfbf9f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.766108] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Releasing lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.766517] env[69987]: DEBUG nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Instance network_info: |[{"id": "7631bca9-e1e2-4249-a562-c0872005b8ed", "address": "fa:16:3e:ea:ee:d5", "network": {"id": "c4b8c03f-83f3-4a9e-a51b-0c0ffae96db9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1519692823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6351fff87554a22811e7fc94e0df303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7631bca9-e1", "ovs_interfaceid": "7631bca9-e1e2-4249-a562-c0872005b8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.766996] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:ee:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7631bca9-e1e2-4249-a562-c0872005b8ed', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.776769] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Creating folder: Project (a6351fff87554a22811e7fc94e0df303). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.777089] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79df07e8-54f0-4a07-af50-2e637999194c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.791762] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Created folder: Project (a6351fff87554a22811e7fc94e0df303) in parent group-v699418. [ 814.791980] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Creating folder: Instances. Parent ref: group-v699504. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.792271] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbe63d6a-9ea0-4355-9f77-72b3b0b77318 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.805428] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Created folder: Instances in parent group-v699504. [ 814.805791] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.805968] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.806269] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f78a9be1-107c-42d4-868f-097cd9879122 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.829395] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.829395] env[69987]: value = "task-3500292" [ 814.829395] env[69987]: _type = "Task" [ 814.829395] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.839406] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500292, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.105534] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500289, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.123158] env[69987]: DEBUG nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.278069] env[69987]: DEBUG nova.network.neutron [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Successfully created port: a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.345915] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500292, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.388082] env[69987]: DEBUG nova.network.neutron [-] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.543710] env[69987]: DEBUG nova.compute.manager [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.543921] env[69987]: DEBUG nova.compute.manager [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing instance network info cache due to event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.544209] env[69987]: DEBUG oslo_concurrency.lockutils [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] Acquiring lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.544393] env[69987]: DEBUG oslo_concurrency.lockutils [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] Acquired lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.544562] env[69987]: DEBUG nova.network.neutron [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.567054] env[69987]: DEBUG nova.compute.manager [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Received event network-changed-7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.568099] env[69987]: DEBUG nova.compute.manager [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Refreshing instance network info cache due to event network-changed-7631bca9-e1e2-4249-a562-c0872005b8ed. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.568353] env[69987]: DEBUG oslo_concurrency.lockutils [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] Acquiring lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.568524] env[69987]: DEBUG oslo_concurrency.lockutils [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] Acquired lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.568687] env[69987]: DEBUG nova.network.neutron [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Refreshing network info cache for port 7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.608137] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500289, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.767986] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e136d5-0aaf-49db-b805-2a92dd43bc1b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.778211] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c70871f-a798-4f7e-ab40-3764da52c73e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.813359] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4069eb7a-0671-489b-b4da-abdbd2b53109 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.822707] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d5c53-b981-4676-b496-d813d8d0bb86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.838416] env[69987]: DEBUG nova.compute.provider_tree [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.848603] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500292, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.892053] env[69987]: INFO nova.compute.manager [-] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Took 1.91 seconds to deallocate network for instance. [ 816.105059] env[69987]: DEBUG oslo_vmware.api [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500289, 'name': PowerOnVM_Task, 'duration_secs': 1.239534} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.105351] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.105633] env[69987]: INFO nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Took 8.63 seconds to spawn the instance on the hypervisor. [ 816.105859] env[69987]: DEBUG nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.106840] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e70e9-642c-4072-aba5-c25ae11c3fb0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.134795] env[69987]: DEBUG nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.185024] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.185024] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.185024] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.185655] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.185974] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.189023] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.189023] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.189023] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.189023] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.189023] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.189341] env[69987]: DEBUG nova.virt.hardware [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.189341] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc3c5a-ce70-4c8a-ab19-7499deb9a7d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.210117] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a424c-82af-4cf8-9ee9-a614fb5b4c99 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.349292] env[69987]: DEBUG nova.scheduler.client.report [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.359857] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500292, 'name': CreateVM_Task, 'duration_secs': 1.44817} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.361650] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.361650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.361650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.361650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.361650] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa3edac-0c11-4250-a066-3ff96b8bc14e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.367912] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 816.367912] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522cdc2b-cb47-ff66-c766-5760242d2be1" [ 816.367912] env[69987]: _type = "Task" [ 816.367912] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.378801] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522cdc2b-cb47-ff66-c766-5760242d2be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.401526] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.517269] env[69987]: DEBUG nova.network.neutron [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updated VIF entry in instance network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.517638] env[69987]: DEBUG nova.network.neutron [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [{"id": "781a8d35-65b6-42cf-bdab-5f653e43678e", "address": "fa:16:3e:45:6e:83", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781a8d35-65", "ovs_interfaceid": "781a8d35-65b6-42cf-bdab-5f653e43678e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.545284] env[69987]: DEBUG nova.network.neutron [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Updated VIF entry in instance network info cache for port 7631bca9-e1e2-4249-a562-c0872005b8ed. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.545284] env[69987]: DEBUG nova.network.neutron [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Updating instance_info_cache with network_info: [{"id": "7631bca9-e1e2-4249-a562-c0872005b8ed", "address": "fa:16:3e:ea:ee:d5", "network": {"id": "c4b8c03f-83f3-4a9e-a51b-0c0ffae96db9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1519692823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6351fff87554a22811e7fc94e0df303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7631bca9-e1", "ovs_interfaceid": "7631bca9-e1e2-4249-a562-c0872005b8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.628399] env[69987]: INFO nova.compute.manager [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Took 36.08 seconds to build instance. [ 816.856663] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.857381] env[69987]: DEBUG nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.861535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.817s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.865402] env[69987]: DEBUG nova.objects.instance [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lazy-loading 'resources' on Instance uuid 8dbbc346-b158-4839-947f-030522d24158 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.882115] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522cdc2b-cb47-ff66-c766-5760242d2be1, 'name': SearchDatastore_Task, 'duration_secs': 0.014846} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.882514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.882979] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.883350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.883884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.884144] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.884536] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a1efed-047a-4d22-aeb9-ba0e756c532b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.897924] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.898203] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.899012] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbdba96-f1d7-4a82-84a7-f4f22e4e4315 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.907474] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 816.907474] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52cc4f01-5f98-2a22-6807-0b6b3b0e9348" [ 816.907474] env[69987]: _type = "Task" [ 816.907474] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.922358] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52cc4f01-5f98-2a22-6807-0b6b3b0e9348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.024809] env[69987]: DEBUG oslo_concurrency.lockutils [req-6b2f792e-3c3b-4b04-a31f-7508568ceccf req-fe78bf96-41c3-4094-bffd-2e44185d1fb8 service nova] Releasing lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.047318] env[69987]: DEBUG oslo_concurrency.lockutils [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] Releasing lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.047639] env[69987]: DEBUG nova.compute.manager [req-1e4c55ef-02f8-49dd-b21b-a9a11da3a48b req-03ade35c-5b93-44c8-bc79-8023b62653c1 service nova] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Received event network-vif-deleted-771825c6-04b2-4e7a-998a-440bd6b13844 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.104700] env[69987]: DEBUG nova.network.neutron [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Successfully updated port: a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.130376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b803d9eb-0328-4139-bcd4-b4ebfc9ac5e8 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.060s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.363245] env[69987]: DEBUG nova.compute.utils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.364894] env[69987]: DEBUG nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.365094] env[69987]: DEBUG nova.network.neutron [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.422593] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52cc4f01-5f98-2a22-6807-0b6b3b0e9348, 'name': SearchDatastore_Task, 'duration_secs': 0.014977} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.423460] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54779276-c5cc-4890-94f1-c698ab90fbf8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.434323] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 817.434323] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f2647f-63c4-8b2e-82e6-94a5226960ba" [ 817.434323] env[69987]: _type = "Task" [ 817.434323] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.443749] env[69987]: DEBUG nova.policy [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e3d8d24ebd64f6390ca613ca4278308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c6118a09ac84d4c8430080b44409d59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.450205] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f2647f-63c4-8b2e-82e6-94a5226960ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.608398] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "refresh_cache-eacd2ffb-6901-48e1-86ed-448b58a34bd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.608544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "refresh_cache-eacd2ffb-6901-48e1-86ed-448b58a34bd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.608697] env[69987]: DEBUG nova.network.neutron [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.638712] env[69987]: DEBUG nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.872962] env[69987]: DEBUG nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.949085] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f2647f-63c4-8b2e-82e6-94a5226960ba, 'name': SearchDatastore_Task, 'duration_secs': 0.024193} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.949392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.949941] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9642dc29-73e4-451e-bf37-fe20fc4c876a/9642dc29-73e4-451e-bf37-fe20fc4c876a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.950230] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69f2702e-cfac-4cb9-bbc7-a0f010445e48 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.959591] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 817.959591] env[69987]: value = "task-3500293" [ 817.959591] env[69987]: _type = "Task" [ 817.959591] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.972102] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.004485] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff85d4-d1e7-4791-83ea-d5ef1ae444a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.012683] env[69987]: DEBUG nova.network.neutron [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Successfully created port: 6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.017693] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59cec0f-1a2b-4455-95c2-749d771b00c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.053801] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1252d7ef-f389-4656-b8e9-cfb40aed366b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.063337] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16d5a0-f4a9-40a9-ac30-9ea507c29df7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.079370] env[69987]: DEBUG nova.compute.provider_tree [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.125833] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.125905] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing instance network info cache due to event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.126183] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Acquiring lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.126358] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Acquired lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.126505] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.155223] env[69987]: DEBUG nova.network.neutron [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.174311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.303376] env[69987]: DEBUG nova.compute.manager [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Received event network-changed-ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.303467] env[69987]: DEBUG nova.compute.manager [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Refreshing instance network info cache due to event network-changed-ddd15313-733b-4470-8916-4af93c716fed. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.303719] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] Acquiring lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.303861] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] Acquired lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.304056] env[69987]: DEBUG nova.network.neutron [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Refreshing network info cache for port ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.350529] env[69987]: DEBUG nova.network.neutron [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Updating instance_info_cache with network_info: [{"id": "a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79", "address": "fa:16:3e:6f:87:04", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bd563c-8e", "ovs_interfaceid": "a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.479979] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500293, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.588033] env[69987]: DEBUG nova.scheduler.client.report [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.856213] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "refresh_cache-eacd2ffb-6901-48e1-86ed-448b58a34bd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.858772] env[69987]: DEBUG nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Instance network_info: |[{"id": "a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79", "address": "fa:16:3e:6f:87:04", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bd563c-8e", "ovs_interfaceid": "a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.860954] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:87:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.871066] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Creating folder: Project (b8dd3d9826ac47a58847835d5bfbf9f5). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.874043] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cebe0d09-3168-4057-ac60-c7177368fda1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.891840] env[69987]: DEBUG nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.898972] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Created folder: Project (b8dd3d9826ac47a58847835d5bfbf9f5) in parent group-v699418. [ 818.898972] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Creating folder: Instances. Parent ref: group-v699507. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.898972] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e331f39-af43-4e2d-af06-feef2e598a1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.912257] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Created folder: Instances in parent group-v699507. [ 818.912596] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.912836] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.913148] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3ab24c-2a5b-450b-969f-e2f4c961ef4c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.945530] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.945530] env[69987]: value = "task-3500296" [ 818.945530] env[69987]: _type = "Task" [ 818.945530] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.952407] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.952656] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.952812] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.952993] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.953233] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.953441] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.953666] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.953823] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.953990] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.954418] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.954418] env[69987]: DEBUG nova.virt.hardware [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.955582] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef32c3-4bac-4d81-8581-afaf80732667 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.970169] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500296, 'name': CreateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.974431] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c7c14-645c-491d-a0db-36d3f80b087b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.985183] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688109} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.993379] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9642dc29-73e4-451e-bf37-fe20fc4c876a/9642dc29-73e4-451e-bf37-fe20fc4c876a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.993959] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.995018] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4b27e80-ec04-40ad-a958-227e439b8cce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.003949] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 819.003949] env[69987]: value = "task-3500297" [ 819.003949] env[69987]: _type = "Task" [ 819.003949] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.014134] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.039813] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updated VIF entry in instance network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.040415] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [{"id": "781a8d35-65b6-42cf-bdab-5f653e43678e", "address": "fa:16:3e:45:6e:83", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781a8d35-65", "ovs_interfaceid": "781a8d35-65b6-42cf-bdab-5f653e43678e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.092541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.095143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.009s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.097236] env[69987]: INFO nova.compute.claims [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.112344] env[69987]: INFO nova.scheduler.client.report [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted allocations for instance 8dbbc346-b158-4839-947f-030522d24158 [ 819.207547] env[69987]: DEBUG nova.network.neutron [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updated VIF entry in instance network info cache for port ddd15313-733b-4470-8916-4af93c716fed. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.207921] env[69987]: DEBUG nova.network.neutron [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updating instance_info_cache with network_info: [{"id": "ddd15313-733b-4470-8916-4af93c716fed", "address": "fa:16:3e:11:67:06", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd15313-73", "ovs_interfaceid": "ddd15313-733b-4470-8916-4af93c716fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.400176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.400176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.400176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.400375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.400572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.406188] env[69987]: INFO nova.compute.manager [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Terminating instance [ 819.457592] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500296, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.514133] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096985} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.514439] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.515372] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacc1866-951d-4fd0-8365-f6884ed1772b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.538629] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 9642dc29-73e4-451e-bf37-fe20fc4c876a/9642dc29-73e4-451e-bf37-fe20fc4c876a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.538941] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21737947-1340-488a-a831-a123dce2314c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.555828] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Releasing lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.556119] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Received event network-changed-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.556293] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Refreshing instance network info cache due to event network-changed-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.556498] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Acquiring lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.556637] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Acquired lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.556795] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Refreshing network info cache for port 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.565012] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 819.565012] env[69987]: value = "task-3500298" [ 819.565012] env[69987]: _type = "Task" [ 819.565012] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.575825] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.619535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e4039a6b-5ae0-428f-a532-6e2fa5d129d0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "8dbbc346-b158-4839-947f-030522d24158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.364s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.711199] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c75bbca-dc1b-47a1-9301-d66c32255e1f req-645f38f7-100e-41f6-b5c9-06b631925a4a service nova] Releasing lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.910999] env[69987]: DEBUG nova.compute.manager [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.911200] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.912700] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a8a871-dcc7-43f9-8e00-752bb004f7bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.921310] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.921582] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a54d01-83fb-4c9e-8344-7603bbf464ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.928776] env[69987]: DEBUG oslo_vmware.api [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 819.928776] env[69987]: value = "task-3500299" [ 819.928776] env[69987]: _type = "Task" [ 819.928776] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.940517] env[69987]: DEBUG oslo_vmware.api [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.956987] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500296, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.037962] env[69987]: DEBUG nova.network.neutron [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Successfully updated port: 6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.081329] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.362691] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Updated VIF entry in instance network info cache for port 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.363068] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Updating instance_info_cache with network_info: [{"id": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "address": "fa:16:3e:21:48:43", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap042a3bb6-10", "ovs_interfaceid": "042a3bb6-109a-4aaa-a14f-04e7ee2ecfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.441373] env[69987]: DEBUG oslo_vmware.api [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500299, 'name': PowerOffVM_Task, 'duration_secs': 0.478136} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.441683] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.441859] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.442138] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8310f42e-7c56-41c2-92b3-13023801ede6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.459840] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500296, 'name': CreateVM_Task, 'duration_secs': 1.401445} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.459840] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.460321] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.460496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.460791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.461059] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0e4c3e-3391-4066-8648-09ef2b894ed8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.468330] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 820.468330] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52feef82-f516-3963-7ce9-c021a25b9dcc" [ 820.468330] env[69987]: _type = "Task" [ 820.468330] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.477513] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52feef82-f516-3963-7ce9-c021a25b9dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.520248] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.520483] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.520668] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Deleting the datastore file [datastore1] 3fac017c-41a0-40f2-8f77-b1d72e1903dc {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.524204] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-961bb43a-c1c4-46f6-a595-3b3dd1838c36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.532783] env[69987]: DEBUG oslo_vmware.api [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 820.532783] env[69987]: value = "task-3500301" [ 820.532783] env[69987]: _type = "Task" [ 820.532783] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.542235] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "refresh_cache-c73fd485-e892-4ede-b980-c5b154d292d9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.542235] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquired lock "refresh_cache-c73fd485-e892-4ede-b980-c5b154d292d9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.542392] env[69987]: DEBUG nova.network.neutron [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.548650] env[69987]: DEBUG oslo_vmware.api [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.594829] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500298, 'name': ReconfigVM_Task, 'duration_secs': 0.660975} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.595041] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 9642dc29-73e4-451e-bf37-fe20fc4c876a/9642dc29-73e4-451e-bf37-fe20fc4c876a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.595932] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f64046b7-fe72-4193-88c4-4648882db72a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.608522] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 820.608522] env[69987]: value = "task-3500302" [ 820.608522] env[69987]: _type = "Task" [ 820.608522] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.611794] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Received event network-changed-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.612027] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Refreshing instance network info cache due to event network-changed-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.612233] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Acquiring lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.626750] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500302, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.687610] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d44a271-df77-4e5c-b2d0-60074b112be0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.697769] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de89e1e-de0c-4d32-92fb-aecabc83975f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.730600] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac441cc-d27f-4d48-99aa-e398a999c9c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.739902] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb54331f-a46e-4261-99aa-994f3c74db4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.757107] env[69987]: DEBUG nova.compute.provider_tree [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.759956] env[69987]: DEBUG nova.compute.manager [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.760178] env[69987]: DEBUG nova.compute.manager [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing instance network info cache due to event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.760395] env[69987]: DEBUG oslo_concurrency.lockutils [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] Acquiring lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.760538] env[69987]: DEBUG oslo_concurrency.lockutils [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] Acquired lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.760831] env[69987]: DEBUG nova.network.neutron [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.867520] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Releasing lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.867819] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Received event network-vif-plugged-a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.868236] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Acquiring lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.868316] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.868425] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.868618] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] No waiting events found dispatching network-vif-plugged-a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.868788] env[69987]: WARNING nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Received unexpected event network-vif-plugged-a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 for instance with vm_state building and task_state spawning. [ 820.868954] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Received event network-changed-a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.869165] env[69987]: DEBUG nova.compute.manager [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Refreshing instance network info cache due to event network-changed-a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.869363] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Acquiring lock "refresh_cache-eacd2ffb-6901-48e1-86ed-448b58a34bd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.869514] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Acquired lock "refresh_cache-eacd2ffb-6901-48e1-86ed-448b58a34bd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.869674] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Refreshing network info cache for port a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.870893] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Acquired lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.872074] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Refreshing network info cache for port 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.980050] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52feef82-f516-3963-7ce9-c021a25b9dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.022838} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.980902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.980902] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.980902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.981179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.981179] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.981428] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba6ab93d-7582-4662-9680-843d66966d1a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.992251] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.992451] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.993237] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb2a0f4-233b-486a-ae79-3824aa9d1f5a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.999277] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 820.999277] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52da45b0-6a29-708a-1fb8-a50f0754a8b4" [ 820.999277] env[69987]: _type = "Task" [ 820.999277] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.010668] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52da45b0-6a29-708a-1fb8-a50f0754a8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.043446] env[69987]: DEBUG oslo_vmware.api [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327391} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.043704] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.043897] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.044117] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.044458] env[69987]: INFO nova.compute.manager [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.044706] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.044961] env[69987]: DEBUG nova.compute.manager [-] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.045040] env[69987]: DEBUG nova.network.neutron [-] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.098797] env[69987]: DEBUG nova.network.neutron [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.128342] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500302, 'name': Rename_Task, 'duration_secs': 0.314414} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.128342] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.128342] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8ac218-8334-4c60-a791-6bf8b551ea77 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.135683] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 821.135683] env[69987]: value = "task-3500303" [ 821.135683] env[69987]: _type = "Task" [ 821.135683] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.144892] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.263736] env[69987]: DEBUG nova.scheduler.client.report [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.299103] env[69987]: DEBUG nova.network.neutron [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Updating instance_info_cache with network_info: [{"id": "6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed", "address": "fa:16:3e:f6:7f:98", "network": {"id": "0fc7771d-02fe-45e3-af7e-1f59eb86a1e5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1852107950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c6118a09ac84d4c8430080b44409d59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bba9ece-df", "ovs_interfaceid": "6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.410042] env[69987]: INFO nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Port 042a3bb6-109a-4aaa-a14f-04e7ee2ecfca from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 821.410369] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.511556] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52da45b0-6a29-708a-1fb8-a50f0754a8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.030951} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.515915] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb54329-1fc2-454f-8534-5da293aeb8b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.523788] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 821.523788] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52383309-cd0b-4074-4343-7b8105331d41" [ 821.523788] env[69987]: _type = "Task" [ 821.523788] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.535606] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52383309-cd0b-4074-4343-7b8105331d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.648533] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500303, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.675513] env[69987]: DEBUG nova.network.neutron [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updated VIF entry in instance network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.675870] env[69987]: DEBUG nova.network.neutron [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [{"id": "781a8d35-65b6-42cf-bdab-5f653e43678e", "address": "fa:16:3e:45:6e:83", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781a8d35-65", "ovs_interfaceid": "781a8d35-65b6-42cf-bdab-5f653e43678e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.771153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.771834] env[69987]: DEBUG nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.774561] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.685s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.776592] env[69987]: INFO nova.compute.claims [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.780602] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Updated VIF entry in instance network info cache for port a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.781017] env[69987]: DEBUG nova.network.neutron [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Updating instance_info_cache with network_info: [{"id": "a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79", "address": "fa:16:3e:6f:87:04", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bd563c-8e", "ovs_interfaceid": "a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.802032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Releasing lock "refresh_cache-c73fd485-e892-4ede-b980-c5b154d292d9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.802032] env[69987]: DEBUG nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Instance network_info: |[{"id": "6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed", "address": "fa:16:3e:f6:7f:98", "network": {"id": "0fc7771d-02fe-45e3-af7e-1f59eb86a1e5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1852107950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c6118a09ac84d4c8430080b44409d59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bba9ece-df", "ovs_interfaceid": "6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.802175] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:7f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.809932] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Creating folder: Project (0c6118a09ac84d4c8430080b44409d59). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.811825] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f3f9053-7810-4a13-a2ae-88e75cc05500 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.827035] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Created folder: Project (0c6118a09ac84d4c8430080b44409d59) in parent group-v699418. [ 821.827035] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Creating folder: Instances. Parent ref: group-v699510. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.827035] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b14510a9-2234-477d-8e1a-271c27d74a40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.839973] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Created folder: Instances in parent group-v699510. [ 821.840262] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.840459] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.840667] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eabc3003-4d61-4e01-a080-905dcfa38e83 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.868836] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.868836] env[69987]: value = "task-3500306" [ 821.868836] env[69987]: _type = "Task" [ 821.868836] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.880264] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500306, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.913711] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Releasing lock "refresh_cache-3fac017c-41a0-40f2-8f77-b1d72e1903dc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.913974] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Received event network-changed-ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.914179] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Refreshing instance network info cache due to event network-changed-ddd15313-733b-4470-8916-4af93c716fed. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.914407] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Acquiring lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.914553] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Acquired lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.914714] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Refreshing network info cache for port ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.951879] env[69987]: DEBUG nova.network.neutron [-] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.035965] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52383309-cd0b-4074-4343-7b8105331d41, 'name': SearchDatastore_Task, 'duration_secs': 0.017735} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.036501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.037064] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] eacd2ffb-6901-48e1-86ed-448b58a34bd3/eacd2ffb-6901-48e1-86ed-448b58a34bd3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.037064] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-438fc05b-05a7-4e18-a086-6878c1dbbe10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.045076] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 822.045076] env[69987]: value = "task-3500307" [ 822.045076] env[69987]: _type = "Task" [ 822.045076] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.054748] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.120809] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c92a6f-92a7-d93b-56e5-7776658e5b42/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.121774] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f17f4df-956e-4117-94ec-f942fc375835 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.129052] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c92a6f-92a7-d93b-56e5-7776658e5b42/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.129293] env[69987]: ERROR oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c92a6f-92a7-d93b-56e5-7776658e5b42/disk-0.vmdk due to incomplete transfer. [ 822.129577] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-876b247b-2d00-441c-ba6d-16bf0040d6d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.141211] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c92a6f-92a7-d93b-56e5-7776658e5b42/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.141475] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Uploaded image 7b86f5be-13a7-4da9-8225-136790b5aae4 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.143558] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.143820] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6137a19a-d979-4a8c-8f21-ecc9777193d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.150967] env[69987]: DEBUG oslo_vmware.api [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500303, 'name': PowerOnVM_Task, 'duration_secs': 0.762616} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.152406] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.152667] env[69987]: INFO nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Took 9.82 seconds to spawn the instance on the hypervisor. [ 822.152807] env[69987]: DEBUG nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.153190] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 822.153190] env[69987]: value = "task-3500308" [ 822.153190] env[69987]: _type = "Task" [ 822.153190] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.153989] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f935aa-7bdd-41a7-9f47-6933ac8e6929 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.165795] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500308, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.179930] env[69987]: DEBUG oslo_concurrency.lockutils [req-3ffc5779-1d49-4b9b-9ce0-0a6184734b01 req-69ef3623-3d0e-43f1-bac2-d3f4ab30e139 service nova] Releasing lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.284150] env[69987]: DEBUG nova.compute.utils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.285188] env[69987]: DEBUG oslo_concurrency.lockutils [req-393ccaa6-8976-4897-a1be-19f0e2b55e6c req-068ede95-b379-4d12-8df4-140f3191367b service nova] Releasing lock "refresh_cache-eacd2ffb-6901-48e1-86ed-448b58a34bd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.285633] env[69987]: DEBUG nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.285799] env[69987]: DEBUG nova.network.neutron [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.350041] env[69987]: DEBUG nova.policy [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d01da6514c34180aa9549d9ed907d1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6555e6ab6a4023b1ce76c202d4ef43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.380551] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500306, 'name': CreateVM_Task, 'duration_secs': 0.4794} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.380731] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.381438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.381617] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.382011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.382284] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a9e803-bc96-4ac0-aed1-1d0239f4ae1b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.387532] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 822.387532] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d3cc6b-1d53-b4ec-4b05-e38be7916e69" [ 822.387532] env[69987]: _type = "Task" [ 822.387532] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.397939] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d3cc6b-1d53-b4ec-4b05-e38be7916e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.459035] env[69987]: INFO nova.compute.manager [-] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Took 1.41 seconds to deallocate network for instance. [ 822.559698] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500307, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.670964] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500308, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.680823] env[69987]: INFO nova.compute.manager [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Took 39.82 seconds to build instance. [ 822.792142] env[69987]: DEBUG nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.906040] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d3cc6b-1d53-b4ec-4b05-e38be7916e69, 'name': SearchDatastore_Task, 'duration_secs': 0.088301} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.906040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.906040] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.906040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.906345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.906345] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.906345] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ac6218c-9098-4f78-a1fb-5e1c778e503e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.912246] env[69987]: DEBUG nova.compute.manager [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Received event network-vif-deleted-042a3bb6-109a-4aaa-a14f-04e7ee2ecfca {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.912445] env[69987]: DEBUG nova.compute.manager [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.912605] env[69987]: DEBUG nova.compute.manager [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing instance network info cache due to event network-changed-781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.913150] env[69987]: DEBUG oslo_concurrency.lockutils [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] Acquiring lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.913150] env[69987]: DEBUG oslo_concurrency.lockutils [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] Acquired lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.913150] env[69987]: DEBUG nova.network.neutron [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Refreshing network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.918156] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.918344] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.919315] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6169d3-5018-4f7b-bd98-a35988acde93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.925685] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 822.925685] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525cf1bc-b1a6-f419-c95d-1a4a8567380a" [ 822.925685] env[69987]: _type = "Task" [ 822.925685] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.935690] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525cf1bc-b1a6-f419-c95d-1a4a8567380a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.967565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.989785] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.990367] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.024331] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updated VIF entry in instance network info cache for port ddd15313-733b-4470-8916-4af93c716fed. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.024802] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updating instance_info_cache with network_info: [{"id": "ddd15313-733b-4470-8916-4af93c716fed", "address": "fa:16:3e:11:67:06", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddd15313-73", "ovs_interfaceid": "ddd15313-733b-4470-8916-4af93c716fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.059175] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771473} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.059548] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] eacd2ffb-6901-48e1-86ed-448b58a34bd3/eacd2ffb-6901-48e1-86ed-448b58a34bd3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.059752] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.061124] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a27161f8-1aac-431d-888f-9a73cfd7c39c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.070444] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 823.070444] env[69987]: value = "task-3500309" [ 823.070444] env[69987]: _type = "Task" [ 823.070444] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.079700] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.172731] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500308, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.182220] env[69987]: DEBUG nova.network.neutron [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Successfully created port: 51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.185605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1c0eb512-9634-49f0-92e0-f571509c104a tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.499s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.408133] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c265d-98f4-4ef1-95e4-8fa67f8296ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.415575] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c307178-b9c2-449d-aed3-78428af7fff4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.462046] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6db9fe-7618-42b2-8beb-d70e738bf8b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.474785] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525cf1bc-b1a6-f419-c95d-1a4a8567380a, 'name': SearchDatastore_Task, 'duration_secs': 0.051707} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.476735] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1424a4-9213-4285-8274-e2c2779381fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.481867] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af5387a-1e73-4436-8ae0-2e77653b856f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.501294] env[69987]: DEBUG nova.compute.provider_tree [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.503849] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 823.503849] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523b0213-75e9-4a47-80ba-9ae2e8876741" [ 823.503849] env[69987]: _type = "Task" [ 823.503849] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.504076] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.504564] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.507903] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.508150] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.508889] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.509114] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.509198] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 823.509417] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.514270] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523b0213-75e9-4a47-80ba-9ae2e8876741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.527104] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Releasing lock "refresh_cache-f432ef0a-9c47-40e6-96c1-d7601dc314a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.527375] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Received event network-vif-plugged-6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.527571] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Acquiring lock "c73fd485-e892-4ede-b980-c5b154d292d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.527777] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Lock "c73fd485-e892-4ede-b980-c5b154d292d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.527939] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Lock "c73fd485-e892-4ede-b980-c5b154d292d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.528120] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] No waiting events found dispatching network-vif-plugged-6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.528285] env[69987]: WARNING nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Received unexpected event network-vif-plugged-6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed for instance with vm_state building and task_state spawning. [ 823.528755] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Received event network-changed-6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.528937] env[69987]: DEBUG nova.compute.manager [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Refreshing instance network info cache due to event network-changed-6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.529140] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Acquiring lock "refresh_cache-c73fd485-e892-4ede-b980-c5b154d292d9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529354] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Acquired lock "refresh_cache-c73fd485-e892-4ede-b980-c5b154d292d9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.529433] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Refreshing network info cache for port 6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.581650] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074051} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.581927] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.582745] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81abd71e-57ea-44da-97ba-d2cde6f3b3f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.606508] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] eacd2ffb-6901-48e1-86ed-448b58a34bd3/eacd2ffb-6901-48e1-86ed-448b58a34bd3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.609240] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b87aa7a-6b91-4f91-952e-ad76e155211e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.631070] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 823.631070] env[69987]: value = "task-3500310" [ 823.631070] env[69987]: _type = "Task" [ 823.631070] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.639822] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.672266] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500308, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.689301] env[69987]: DEBUG nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.762713] env[69987]: DEBUG nova.network.neutron [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updated VIF entry in instance network info cache for port 781a8d35-65b6-42cf-bdab-5f653e43678e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.763116] env[69987]: DEBUG nova.network.neutron [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [{"id": "781a8d35-65b6-42cf-bdab-5f653e43678e", "address": "fa:16:3e:45:6e:83", "network": {"id": "698bf07a-1afe-4f28-8693-798c5f25dc51", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1699444684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52742807b69d4ae9ae9a7e76c5981276", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781a8d35-65", "ovs_interfaceid": "781a8d35-65b6-42cf-bdab-5f653e43678e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.801818] env[69987]: DEBUG nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.832210] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.832669] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.832950] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.833290] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.833565] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.833935] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.834346] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.834662] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.835043] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.835331] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.835622] env[69987]: DEBUG nova.virt.hardware [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.836742] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160c365e-f9cb-45e6-b393-28df55521941 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.847384] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab0802-faa6-4779-915d-7496262c5b9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.006342] env[69987]: DEBUG nova.scheduler.client.report [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.015772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.022912] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523b0213-75e9-4a47-80ba-9ae2e8876741, 'name': SearchDatastore_Task, 'duration_secs': 0.04852} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.023231] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.023492] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] c73fd485-e892-4ede-b980-c5b154d292d9/c73fd485-e892-4ede-b980-c5b154d292d9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.023750] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fab60f9e-b882-4df5-a01e-39deb83cdd74 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.032669] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 824.032669] env[69987]: value = "task-3500311" [ 824.032669] env[69987]: _type = "Task" [ 824.032669] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.044038] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.146884] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500310, 'name': ReconfigVM_Task, 'duration_secs': 0.306997} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.146884] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Reconfigured VM instance instance-0000001b to attach disk [datastore2] eacd2ffb-6901-48e1-86ed-448b58a34bd3/eacd2ffb-6901-48e1-86ed-448b58a34bd3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.147944] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-531af71e-cf83-4beb-a86f-52b5e1ea06f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.155549] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 824.155549] env[69987]: value = "task-3500312" [ 824.155549] env[69987]: _type = "Task" [ 824.155549] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.169426] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500312, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.175712] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500308, 'name': Destroy_Task, 'duration_secs': 1.725617} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.176070] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Destroyed the VM [ 824.176427] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.176696] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-082bd1ac-f689-4f09-bc1e-b459eb7b8581 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.186142] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 824.186142] env[69987]: value = "task-3500313" [ 824.186142] env[69987]: _type = "Task" [ 824.186142] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.207635] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500313, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.232709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.268313] env[69987]: DEBUG oslo_concurrency.lockutils [req-e36b699c-efbf-4eef-9db8-22c3e6120a6c req-7d1ed8b2-786a-49b7-8334-6c86d96ebced service nova] Releasing lock "refresh_cache-3448671a-a384-4c15-a9ba-1ba3dad1b1d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.364795] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Updated VIF entry in instance network info cache for port 6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.365306] env[69987]: DEBUG nova.network.neutron [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Updating instance_info_cache with network_info: [{"id": "6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed", "address": "fa:16:3e:f6:7f:98", "network": {"id": "0fc7771d-02fe-45e3-af7e-1f59eb86a1e5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1852107950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c6118a09ac84d4c8430080b44409d59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bba9ece-df", "ovs_interfaceid": "6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.516361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.516962] env[69987]: DEBUG nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.519884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.119s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.520215] env[69987]: DEBUG nova.objects.instance [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lazy-loading 'resources' on Instance uuid 11e73f0c-0692-47be-a4b6-86fdecd2886f {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.545842] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.668852] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500312, 'name': Rename_Task, 'duration_secs': 0.180658} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.668987] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.669261] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cdd3df2-8827-43a2-af1b-287687b98ca4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.678099] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 824.678099] env[69987]: value = "task-3500314" [ 824.678099] env[69987]: _type = "Task" [ 824.678099] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.693481] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.698918] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500313, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.868418] env[69987]: DEBUG oslo_concurrency.lockutils [req-f37ddddb-fdb2-48f6-ba37-05e95c32ebc9 req-fe2fe0a4-42d2-486e-985c-305ce76c4ed4 service nova] Releasing lock "refresh_cache-c73fd485-e892-4ede-b980-c5b154d292d9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.971883] env[69987]: DEBUG nova.network.neutron [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Successfully updated port: 51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.977275] env[69987]: DEBUG nova.compute.manager [req-c72784ea-753b-4f85-acdb-686188746c21 req-6c75b80b-a450-4393-892a-e7c0093d6eb0 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received event network-vif-plugged-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.978817] env[69987]: DEBUG oslo_concurrency.lockutils [req-c72784ea-753b-4f85-acdb-686188746c21 req-6c75b80b-a450-4393-892a-e7c0093d6eb0 service nova] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.978817] env[69987]: DEBUG oslo_concurrency.lockutils [req-c72784ea-753b-4f85-acdb-686188746c21 req-6c75b80b-a450-4393-892a-e7c0093d6eb0 service nova] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.978817] env[69987]: DEBUG oslo_concurrency.lockutils [req-c72784ea-753b-4f85-acdb-686188746c21 req-6c75b80b-a450-4393-892a-e7c0093d6eb0 service nova] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.978817] env[69987]: DEBUG nova.compute.manager [req-c72784ea-753b-4f85-acdb-686188746c21 req-6c75b80b-a450-4393-892a-e7c0093d6eb0 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] No waiting events found dispatching network-vif-plugged-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.978817] env[69987]: WARNING nova.compute.manager [req-c72784ea-753b-4f85-acdb-686188746c21 req-6c75b80b-a450-4393-892a-e7c0093d6eb0 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received unexpected event network-vif-plugged-51de4fcc-04eb-42fa-8638-3547d84351b0 for instance with vm_state building and task_state spawning. [ 825.024445] env[69987]: DEBUG nova.compute.utils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.028332] env[69987]: DEBUG nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.028536] env[69987]: DEBUG nova.network.neutron [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.045829] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560713} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.049012] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] c73fd485-e892-4ede-b980-c5b154d292d9/c73fd485-e892-4ede-b980-c5b154d292d9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.049012] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.049012] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd9b91f0-8f29-496f-ba02-8f6252969f75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.061524] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 825.061524] env[69987]: value = "task-3500315" [ 825.061524] env[69987]: _type = "Task" [ 825.061524] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.072432] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.120579] env[69987]: DEBUG nova.policy [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '668dd5400f9e4b79bb9137250f9dbd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2db1f652ecf9429aa63b91db2da4b1ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.189844] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.204410] env[69987]: DEBUG oslo_vmware.api [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500313, 'name': RemoveSnapshot_Task, 'duration_secs': 0.925226} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.205892] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 825.206201] env[69987]: INFO nova.compute.manager [None req-17da1b7d-8fd5-4789-a974-b62f3e587aa9 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Took 18.43 seconds to snapshot the instance on the hypervisor. [ 825.210146] env[69987]: DEBUG nova.compute.manager [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Received event network-changed-7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.210341] env[69987]: DEBUG nova.compute.manager [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Refreshing instance network info cache due to event network-changed-7631bca9-e1e2-4249-a562-c0872005b8ed. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.210566] env[69987]: DEBUG oslo_concurrency.lockutils [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] Acquiring lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.210725] env[69987]: DEBUG oslo_concurrency.lockutils [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] Acquired lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.211125] env[69987]: DEBUG nova.network.neutron [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Refreshing network info cache for port 7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.474270] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.474534] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.475365] env[69987]: DEBUG nova.network.neutron [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.487554] env[69987]: DEBUG nova.network.neutron [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Successfully created port: bed25775-b59d-494f-becd-51ab6319fb89 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.532238] env[69987]: DEBUG nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.580351] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a987db2d-3f71-419b-b4fd-a20c8223d00c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.591191] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c0ca80-5584-4d78-b954-32b6c2204977 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.594628] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.595168] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.596278] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73c72e-c4b8-4f2c-b036-96f083fb29f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.628459] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224fb33-038b-4c99-aad1-ae6440eca31f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.651029] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c73fd485-e892-4ede-b980-c5b154d292d9/c73fd485-e892-4ede-b980-c5b154d292d9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.651029] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abcbf66f-b143-44e2-bfe7-5bdb1cba5323 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.669712] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209bbce-9e1b-4c39-9b5d-b12a0aa90658 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.685678] env[69987]: DEBUG nova.compute.provider_tree [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.687157] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 825.687157] env[69987]: value = "task-3500316" [ 825.687157] env[69987]: _type = "Task" [ 825.687157] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.701571] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.701834] env[69987]: DEBUG oslo_vmware.api [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500314, 'name': PowerOnVM_Task, 'duration_secs': 0.582244} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.702086] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.702324] env[69987]: INFO nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Took 9.57 seconds to spawn the instance on the hypervisor. [ 825.702451] env[69987]: DEBUG nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.703275] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe81b1-befc-4b04-b870-aaed0a853b81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.991201] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.991456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.026168] env[69987]: DEBUG nova.network.neutron [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.079437] env[69987]: DEBUG nova.network.neutron [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Updated VIF entry in instance network info cache for port 7631bca9-e1e2-4249-a562-c0872005b8ed. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.079853] env[69987]: DEBUG nova.network.neutron [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Updating instance_info_cache with network_info: [{"id": "7631bca9-e1e2-4249-a562-c0872005b8ed", "address": "fa:16:3e:ea:ee:d5", "network": {"id": "c4b8c03f-83f3-4a9e-a51b-0c0ffae96db9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1519692823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6351fff87554a22811e7fc94e0df303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7631bca9-e1", "ovs_interfaceid": "7631bca9-e1e2-4249-a562-c0872005b8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.182931] env[69987]: DEBUG nova.network.neutron [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51de4fcc-04", "ovs_interfaceid": "51de4fcc-04eb-42fa-8638-3547d84351b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.189178] env[69987]: DEBUG nova.scheduler.client.report [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.208999] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.222915] env[69987]: INFO nova.compute.manager [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Took 39.55 seconds to build instance. [ 826.540939] env[69987]: DEBUG nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.563135] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.563518] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.563687] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.563871] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.564036] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.564193] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.564436] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.564601] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.564771] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.564933] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.565120] env[69987]: DEBUG nova.virt.hardware [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.566011] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155efd27-41b5-40b0-935f-55d8326860ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.574992] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8785fcf4-e244-49f4-95bf-4f94fb8b39d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.589272] env[69987]: DEBUG oslo_concurrency.lockutils [req-dca3e18f-0b24-47f2-9628-5578e5d78dfa req-d38849b2-dbc5-4684-a2c1-5f2994bbaf0e service nova] Releasing lock "refresh_cache-9642dc29-73e4-451e-bf37-fe20fc4c876a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.685612] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.686120] env[69987]: DEBUG nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance network_info: |[{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51de4fcc-04", "ovs_interfaceid": "51de4fcc-04eb-42fa-8638-3547d84351b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.686802] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:79:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51de4fcc-04eb-42fa-8638-3547d84351b0', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.697294] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating folder: Project (4c6555e6ab6a4023b1ce76c202d4ef43). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.697652] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b61f009e-c1b3-4c08-b436-476dc56ccec7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.703074] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.706333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.119s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.707279] env[69987]: INFO nova.compute.claims [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.717446] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500316, 'name': ReconfigVM_Task, 'duration_secs': 0.595992} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.719014] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c73fd485-e892-4ede-b980-c5b154d292d9/c73fd485-e892-4ede-b980-c5b154d292d9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.719541] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Created folder: Project (4c6555e6ab6a4023b1ce76c202d4ef43) in parent group-v699418. [ 826.719725] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating folder: Instances. Parent ref: group-v699513. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.719953] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1adc9e-b23f-4f68-a714-a02c7def516d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.721650] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aeea4e6-029d-4447-9f76-74f6f315227e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.725094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c4c5a1f9-1a2f-4c2c-b33f-abdd0ba70218 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.226s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.729366] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 826.729366] env[69987]: value = "task-3500318" [ 826.729366] env[69987]: _type = "Task" [ 826.729366] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.734961] env[69987]: INFO nova.scheduler.client.report [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Deleted allocations for instance 11e73f0c-0692-47be-a4b6-86fdecd2886f [ 826.741601] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Created folder: Instances in parent group-v699513. [ 826.741840] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.742326] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.742803] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a031c262-b296-48ac-9f31-378028e77afb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.762308] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500318, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.768666] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.768666] env[69987]: value = "task-3500320" [ 826.768666] env[69987]: _type = "Task" [ 826.768666] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.778110] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500320, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.003294] env[69987]: DEBUG nova.compute.manager [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received event network-changed-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.003512] env[69987]: DEBUG nova.compute.manager [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Refreshing instance network info cache due to event network-changed-51de4fcc-04eb-42fa-8638-3547d84351b0. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.003715] env[69987]: DEBUG oslo_concurrency.lockutils [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] Acquiring lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.003853] env[69987]: DEBUG oslo_concurrency.lockutils [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] Acquired lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.004037] env[69987]: DEBUG nova.network.neutron [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Refreshing network info cache for port 51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.227898] env[69987]: DEBUG nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.243983] env[69987]: DEBUG nova.compute.manager [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.246837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e706a4e4-cde8-436a-997b-06d99f608d60 tempest-ImagesOneServerTestJSON-1417450468 tempest-ImagesOneServerTestJSON-1417450468-project-member] Lock "11e73f0c-0692-47be-a4b6-86fdecd2886f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.382s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.248320] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500318, 'name': Rename_Task, 'duration_secs': 0.183955} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.249136] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939f39ec-08b4-460b-940c-5ed34c52a1b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.252876] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.253554] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b144fc1-f05f-4992-a666-937e1bec148e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.268045] env[69987]: DEBUG nova.network.neutron [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Successfully updated port: bed25775-b59d-494f-becd-51ab6319fb89 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.269356] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 827.269356] env[69987]: value = "task-3500321" [ 827.269356] env[69987]: _type = "Task" [ 827.269356] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.284795] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.289580] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500320, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.761325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.770828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "refresh_cache-b518bb73-3811-446e-8e88-1b6386f39543" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.770921] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired lock "refresh_cache-b518bb73-3811-446e-8e88-1b6386f39543" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.771083] env[69987]: DEBUG nova.network.neutron [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.772896] env[69987]: INFO nova.compute.manager [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] instance snapshotting [ 827.781699] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e23a4db-34e5-4223-ae75-74432392b4ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.817159] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500320, 'name': CreateVM_Task, 'duration_secs': 0.544854} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.817649] env[69987]: DEBUG oslo_vmware.api [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500321, 'name': PowerOnVM_Task, 'duration_secs': 0.458657} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.820227] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.820982] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c4f02-9000-470e-81c2-a3bc3ce4d6bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.823752] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.824742] env[69987]: INFO nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Took 8.93 seconds to spawn the instance on the hypervisor. [ 827.824994] env[69987]: DEBUG nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.826109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.826239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.826542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.827704] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83759b4b-301d-484b-ade6-5ab9c2d7a5d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.830607] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8d1c9a-4030-45b2-8855-dc62058a3f05 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.847635] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 827.847635] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a6a2f4-9d28-637e-ca28-d03178f6a49a" [ 827.847635] env[69987]: _type = "Task" [ 827.847635] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.864883] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a6a2f4-9d28-637e-ca28-d03178f6a49a, 'name': SearchDatastore_Task, 'duration_secs': 0.011834} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.864883] env[69987]: DEBUG nova.network.neutron [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updated VIF entry in instance network info cache for port 51de4fcc-04eb-42fa-8638-3547d84351b0. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.864972] env[69987]: DEBUG nova.network.neutron [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51de4fcc-04", "ovs_interfaceid": "51de4fcc-04eb-42fa-8638-3547d84351b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.865650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.865892] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.866258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.866455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.866657] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.866939] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68beaacd-0632-4b22-ab57-169e88050b81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.881349] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.881349] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.885329] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b14110-df8b-41f7-89d0-65522270d0ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.894874] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 827.894874] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5286288b-dbb6-02ce-f1e7-fb140ef3bbc8" [ 827.894874] env[69987]: _type = "Task" [ 827.894874] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.908647] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5286288b-dbb6-02ce-f1e7-fb140ef3bbc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.315287] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca31e6-d5b8-4ed7-8e7f-f0e58fb93b8c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.325933] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289abfb7-efb2-415a-86e5-2e110d52c10d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.328423] env[69987]: DEBUG nova.network.neutron [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.358578] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.365862] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60a55197-85f5-4f68-a113-43782f2a9a59 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.365862] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a09bc-8640-4bca-a645-c0513e4a5a4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.369589] env[69987]: DEBUG oslo_concurrency.lockutils [req-6631fe69-168f-4161-a60d-c20e2f778923 req-77c487c9-2478-4980-8188-d37956b6f1b2 service nova] Releasing lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.370173] env[69987]: INFO nova.compute.manager [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Took 38.47 seconds to build instance. [ 828.378540] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e3093-e54b-48e7-9f64-9433e05be801 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.383350] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 828.383350] env[69987]: value = "task-3500322" [ 828.383350] env[69987]: _type = "Task" [ 828.383350] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.398216] env[69987]: DEBUG nova.compute.provider_tree [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.407252] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.413828] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5286288b-dbb6-02ce-f1e7-fb140ef3bbc8, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.414685] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edd71a0-ecdf-4578-9fb6-87bec880e82b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.427023] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 828.427023] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52705887-fdea-61b4-72d3-9f00f559a42c" [ 828.427023] env[69987]: _type = "Task" [ 828.427023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.433269] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52705887-fdea-61b4-72d3-9f00f559a42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.874109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-982b8e14-2a0d-47c5-adbf-2c4690707a91 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "c73fd485-e892-4ede-b980-c5b154d292d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.501s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.874340] env[69987]: DEBUG nova.network.neutron [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Updating instance_info_cache with network_info: [{"id": "bed25775-b59d-494f-becd-51ab6319fb89", "address": "fa:16:3e:f9:03:30", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed25775-b5", "ovs_interfaceid": "bed25775-b59d-494f-becd-51ab6319fb89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.899436] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.905388] env[69987]: DEBUG nova.scheduler.client.report [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.936950] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52705887-fdea-61b4-72d3-9f00f559a42c, 'name': SearchDatastore_Task, 'duration_secs': 0.018432} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.937405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.937487] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.938805] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86bab40d-e5fe-4542-bc8c-eabd82022ae8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.945076] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 828.945076] env[69987]: value = "task-3500323" [ 828.945076] env[69987]: _type = "Task" [ 828.945076] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.953962] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.031069] env[69987]: DEBUG nova.compute.manager [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.032695] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd6764-020c-4de5-97ae-6dfafc0d5a7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.065452] env[69987]: DEBUG nova.compute.manager [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Received event network-vif-plugged-bed25775-b59d-494f-becd-51ab6319fb89 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.065452] env[69987]: DEBUG oslo_concurrency.lockutils [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] Acquiring lock "b518bb73-3811-446e-8e88-1b6386f39543-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.065583] env[69987]: DEBUG oslo_concurrency.lockutils [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] Lock "b518bb73-3811-446e-8e88-1b6386f39543-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.065722] env[69987]: DEBUG oslo_concurrency.lockutils [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] Lock "b518bb73-3811-446e-8e88-1b6386f39543-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.065906] env[69987]: DEBUG nova.compute.manager [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] No waiting events found dispatching network-vif-plugged-bed25775-b59d-494f-becd-51ab6319fb89 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.066849] env[69987]: WARNING nova.compute.manager [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Received unexpected event network-vif-plugged-bed25775-b59d-494f-becd-51ab6319fb89 for instance with vm_state building and task_state spawning. [ 829.066943] env[69987]: DEBUG nova.compute.manager [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Received event network-changed-bed25775-b59d-494f-becd-51ab6319fb89 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.067157] env[69987]: DEBUG nova.compute.manager [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Refreshing instance network info cache due to event network-changed-bed25775-b59d-494f-becd-51ab6319fb89. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.069191] env[69987]: DEBUG oslo_concurrency.lockutils [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] Acquiring lock "refresh_cache-b518bb73-3811-446e-8e88-1b6386f39543" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.380124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Releasing lock "refresh_cache-b518bb73-3811-446e-8e88-1b6386f39543" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.380124] env[69987]: DEBUG nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Instance network_info: |[{"id": "bed25775-b59d-494f-becd-51ab6319fb89", "address": "fa:16:3e:f9:03:30", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed25775-b5", "ovs_interfaceid": "bed25775-b59d-494f-becd-51ab6319fb89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.380410] env[69987]: DEBUG nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.382814] env[69987]: DEBUG oslo_concurrency.lockutils [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] Acquired lock "refresh_cache-b518bb73-3811-446e-8e88-1b6386f39543" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.383534] env[69987]: DEBUG nova.network.neutron [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Refreshing network info cache for port bed25775-b59d-494f-becd-51ab6319fb89 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.385532] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:03:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bed25775-b59d-494f-becd-51ab6319fb89', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.396369] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.397359] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.401532] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3915f06-baa7-4de8-bbd8-a7e20f8d68f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.424726] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.425319] env[69987]: DEBUG nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.428994] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.199s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.429851] env[69987]: DEBUG nova.objects.instance [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lazy-loading 'resources' on Instance uuid 0289665d-6bca-4cd0-911e-83698c3b97c8 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.437718] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500322, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.443506] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.443506] env[69987]: value = "task-3500324" [ 829.443506] env[69987]: _type = "Task" [ 829.443506] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.465844] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500324, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.471484] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500323, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.544682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "c73fd485-e892-4ede-b980-c5b154d292d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.544682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "c73fd485-e892-4ede-b980-c5b154d292d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.544682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "c73fd485-e892-4ede-b980-c5b154d292d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.544682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "c73fd485-e892-4ede-b980-c5b154d292d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.544851] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "c73fd485-e892-4ede-b980-c5b154d292d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.545998] env[69987]: INFO nova.compute.manager [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Terminating instance [ 829.550176] env[69987]: INFO nova.compute.manager [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] instance snapshotting [ 829.556262] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a545f3f8-2421-4222-a519-32da8cbb9dfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.580146] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5aa846-0cd9-40be-ad63-d3f1a86e5415 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.922828] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500322, 'name': CreateSnapshot_Task, 'duration_secs': 1.086283} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.923917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.924306] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.925176] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c29b7a-56f6-44f2-9c4a-8e4d8c6c74e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.941317] env[69987]: DEBUG nova.compute.utils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.943048] env[69987]: DEBUG nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.943286] env[69987]: DEBUG nova.network.neutron [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.967837] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656949} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.968626] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.968931] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.969281] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500324, 'name': CreateVM_Task, 'duration_secs': 0.412015} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.970899] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0986a6d-412d-43e9-b036-8fe45b1f9edf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.972327] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.975883] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.976064] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.976367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.977451] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bcdeeac-7186-4405-b21f-cecec996d03b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.982891] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 829.982891] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5202aa04-e674-ffc0-98c3-f0395407df08" [ 829.982891] env[69987]: _type = "Task" [ 829.982891] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.984498] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 829.984498] env[69987]: value = "task-3500325" [ 829.984498] env[69987]: _type = "Task" [ 829.984498] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.002112] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.004033] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5202aa04-e674-ffc0-98c3-f0395407df08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.047504] env[69987]: DEBUG nova.policy [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d6871c5a9c34a5d83b23f8790c3facf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2046ac09b58448659eb3005b68801613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.050689] env[69987]: DEBUG nova.compute.manager [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.050947] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.052068] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d3c51b-2ca4-4eb8-8206-f0fe59376019 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.063861] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.066399] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77de9e9b-25d5-4bdf-8d6f-7293436ab2a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.074926] env[69987]: DEBUG oslo_vmware.api [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 830.074926] env[69987]: value = "task-3500326" [ 830.074926] env[69987]: _type = "Task" [ 830.074926] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.096286] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.097197] env[69987]: DEBUG oslo_vmware.api [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.099433] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13d411a4-bdbe-4ec2-93e6-0d8a4f9996a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.113295] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 830.113295] env[69987]: value = "task-3500327" [ 830.113295] env[69987]: _type = "Task" [ 830.113295] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.125175] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.190852] env[69987]: DEBUG nova.network.neutron [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Updated VIF entry in instance network info cache for port bed25775-b59d-494f-becd-51ab6319fb89. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.190852] env[69987]: DEBUG nova.network.neutron [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Updating instance_info_cache with network_info: [{"id": "bed25775-b59d-494f-becd-51ab6319fb89", "address": "fa:16:3e:f9:03:30", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbed25775-b5", "ovs_interfaceid": "bed25775-b59d-494f-becd-51ab6319fb89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.445277] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.447990] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25b5ed31-7410-4b81-8115-a15e338e70c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.451795] env[69987]: DEBUG nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.460912] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 830.460912] env[69987]: value = "task-3500328" [ 830.460912] env[69987]: _type = "Task" [ 830.460912] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.473510] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500328, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.500209] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5202aa04-e674-ffc0-98c3-f0395407df08, 'name': SearchDatastore_Task, 'duration_secs': 0.018469} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.504684] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.504944] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.505268] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.505425] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.505607] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.506271] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068898} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.506678] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49aa8ed7-db2b-444c-825b-0d3525662475 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.508610] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.510037] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93174bb4-1e32-4254-bb3b-3d2d5bbc76de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.536530] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.540448] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a83300-53c3-4971-b680-8ee597b27dd9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.555514] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.555729] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.557384] env[69987]: DEBUG nova.network.neutron [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Successfully created port: 6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.559671] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95cc6d18-73c2-47dc-824b-d37e4e4992e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.566771] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 830.566771] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52619911-801a-139b-ecc3-39adc1590b77" [ 830.566771] env[69987]: _type = "Task" [ 830.566771] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.574150] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 830.574150] env[69987]: value = "task-3500329" [ 830.574150] env[69987]: _type = "Task" [ 830.574150] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.584673] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52619911-801a-139b-ecc3-39adc1590b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.589208] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.593788] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e654c4df-5f9c-44ac-bc80-49b311b3fa9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.596940] env[69987]: DEBUG oslo_vmware.api [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500326, 'name': PowerOffVM_Task, 'duration_secs': 0.250741} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.597224] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.597390] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.598046] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c91ced1-0c8e-41d2-a64b-ebcf9377d7f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.605809] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c328e-d6ce-4fd9-ad9a-4a47e7892666 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.643414] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868304f0-2c7e-4b8a-8f6a-29abe83a5116 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.655125] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40862b-2dea-48ff-b752-779862eab539 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.658842] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.670380] env[69987]: DEBUG nova.compute.provider_tree [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.681504] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.681824] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.682389] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Deleting the datastore file [datastore2] c73fd485-e892-4ede-b980-c5b154d292d9 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.682389] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1153029d-24c1-437f-8b29-055b0bf7ca8c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.689665] env[69987]: DEBUG oslo_vmware.api [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for the task: (returnval){ [ 830.689665] env[69987]: value = "task-3500331" [ 830.689665] env[69987]: _type = "Task" [ 830.689665] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.693724] env[69987]: DEBUG oslo_concurrency.lockutils [req-c8fce4ad-d8cd-4438-aaba-a57b0c695025 req-7e3b1b7c-e2a4-4b23-95e8-cd3c790603d6 service nova] Releasing lock "refresh_cache-b518bb73-3811-446e-8e88-1b6386f39543" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.701395] env[69987]: DEBUG oslo_vmware.api [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.975276] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500328, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.086377] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52619911-801a-139b-ecc3-39adc1590b77, 'name': SearchDatastore_Task, 'duration_secs': 0.025546} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.088753] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f875ec72-8bf4-4a46-83ab-f07cf8674bfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.098242] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.102993] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 831.102993] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f348e4-cb6b-1b22-88ae-d000ddd2ed6a" [ 831.102993] env[69987]: _type = "Task" [ 831.102993] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.115487] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f348e4-cb6b-1b22-88ae-d000ddd2ed6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.152908] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.173273] env[69987]: DEBUG nova.scheduler.client.report [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.203109] env[69987]: DEBUG oslo_vmware.api [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Task: {'id': task-3500331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171135} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.204144] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.204402] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.204645] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.204857] env[69987]: INFO nova.compute.manager [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 831.205146] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.205630] env[69987]: DEBUG nova.compute.manager [-] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.205764] env[69987]: DEBUG nova.network.neutron [-] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.462537] env[69987]: DEBUG nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.479972] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500328, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.501523] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.501838] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.502032] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.502228] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.502476] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.502643] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.503044] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.503182] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.504296] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.504296] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.504296] env[69987]: DEBUG nova.virt.hardware [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.504768] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc84cc7f-b1f6-466f-9356-11077c7e7359 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.516837] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594066b-29a5-4c9f-ace0-37fedd3732cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.553607] env[69987]: DEBUG nova.compute.manager [req-f4890c00-d505-4f8f-b884-3c4ae0823577 req-251a1417-acc4-416b-b53c-85d98299a63a service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Received event network-vif-deleted-6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.553607] env[69987]: INFO nova.compute.manager [req-f4890c00-d505-4f8f-b884-3c4ae0823577 req-251a1417-acc4-416b-b53c-85d98299a63a service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Neutron deleted interface 6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed; detaching it from the instance and deleting it from the info cache [ 831.553607] env[69987]: DEBUG nova.network.neutron [req-f4890c00-d505-4f8f-b884-3c4ae0823577 req-251a1417-acc4-416b-b53c-85d98299a63a service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.587732] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500329, 'name': ReconfigVM_Task, 'duration_secs': 0.848745} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.588106] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.588751] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84866c8b-34b9-43a5-97d3-e50b827199c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.596396] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 831.596396] env[69987]: value = "task-3500332" [ 831.596396] env[69987]: _type = "Task" [ 831.596396] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.610888] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500332, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.622185] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f348e4-cb6b-1b22-88ae-d000ddd2ed6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01373} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.622185] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.622185] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] b518bb73-3811-446e-8e88-1b6386f39543/b518bb73-3811-446e-8e88-1b6386f39543.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.622548] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d314b36c-0ed9-4304-a979-cfe580f97ade {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.633115] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 831.633115] env[69987]: value = "task-3500333" [ 831.633115] env[69987]: _type = "Task" [ 831.633115] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.643525] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.653556] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500327, 'name': CreateSnapshot_Task, 'duration_secs': 1.190846} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.653838] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.654652] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422617b-d9ae-454e-863a-325314c9ab6b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.685022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.686300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.002s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.686720] env[69987]: DEBUG nova.objects.instance [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lazy-loading 'resources' on Instance uuid 9f30e265-50d0-42b4-a79f-950aa915aa53 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.714588] env[69987]: INFO nova.scheduler.client.report [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted allocations for instance 0289665d-6bca-4cd0-911e-83698c3b97c8 [ 831.980377] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500328, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.012643] env[69987]: DEBUG nova.network.neutron [-] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.056109] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a66cd7e5-996a-4715-96e1-ef9612e183ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.072362] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f01cb8-d9bb-408d-972f-d1ab0e78e8c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.119448] env[69987]: DEBUG nova.compute.manager [req-f4890c00-d505-4f8f-b884-3c4ae0823577 req-251a1417-acc4-416b-b53c-85d98299a63a service nova] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Detach interface failed, port_id=6bba9ece-dfce-4ca0-9d5a-ed9b0958e4ed, reason: Instance c73fd485-e892-4ede-b980-c5b154d292d9 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.124128] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500332, 'name': Rename_Task, 'duration_secs': 0.17666} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.124641] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.124772] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8540d595-b1a9-4b6c-9991-261d4dab76ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.134144] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 832.134144] env[69987]: value = "task-3500334" [ 832.134144] env[69987]: _type = "Task" [ 832.134144] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.147541] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49217} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.152592] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] b518bb73-3811-446e-8e88-1b6386f39543/b518bb73-3811-446e-8e88-1b6386f39543.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.152964] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.154274] env[69987]: DEBUG nova.compute.manager [req-dbdbf07c-92ee-4fd0-8528-4644cf3c7f9e req-0768b0a8-3058-43ea-8eac-c9fc67eefb86 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received event network-vif-plugged-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.154798] env[69987]: DEBUG oslo_concurrency.lockutils [req-dbdbf07c-92ee-4fd0-8528-4644cf3c7f9e req-0768b0a8-3058-43ea-8eac-c9fc67eefb86 service nova] Acquiring lock "a3f66942-6063-4d1f-9bb0-b07899beccc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.154798] env[69987]: DEBUG oslo_concurrency.lockutils [req-dbdbf07c-92ee-4fd0-8528-4644cf3c7f9e req-0768b0a8-3058-43ea-8eac-c9fc67eefb86 service nova] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.155070] env[69987]: DEBUG oslo_concurrency.lockutils [req-dbdbf07c-92ee-4fd0-8528-4644cf3c7f9e req-0768b0a8-3058-43ea-8eac-c9fc67eefb86 service nova] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.155188] env[69987]: DEBUG nova.compute.manager [req-dbdbf07c-92ee-4fd0-8528-4644cf3c7f9e req-0768b0a8-3058-43ea-8eac-c9fc67eefb86 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] No waiting events found dispatching network-vif-plugged-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.155534] env[69987]: WARNING nova.compute.manager [req-dbdbf07c-92ee-4fd0-8528-4644cf3c7f9e req-0768b0a8-3058-43ea-8eac-c9fc67eefb86 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received unexpected event network-vif-plugged-6fe2e3c5-a917-46e9-a779-2344e9877fe3 for instance with vm_state building and task_state spawning. [ 832.156250] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.156487] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81afa04c-a5a3-4b2b-92ad-3d2ea967a596 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.174126] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 832.174666] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 832.174666] env[69987]: value = "task-3500335" [ 832.174666] env[69987]: _type = "Task" [ 832.174666] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.175461] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-441ca9e1-e985-4f0c-ba49-679e70988d40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.192384] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.195297] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 832.195297] env[69987]: value = "task-3500336" [ 832.195297] env[69987]: _type = "Task" [ 832.195297] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.206151] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500336, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.228365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85bf4532-c05b-429e-b7e5-5f395b41991f tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "0289665d-6bca-4cd0-911e-83698c3b97c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.032s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.291961] env[69987]: DEBUG nova.network.neutron [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Successfully updated port: 6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.484499] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500328, 'name': CloneVM_Task, 'duration_secs': 1.950852} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.484939] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Created linked-clone VM from snapshot [ 832.486207] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe78b2ea-e7b7-4faf-bf21-bd0ae9d52071 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.502426] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Uploading image 01b986ba-0213-4f3b-a205-5e402cf807cb {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.515045] env[69987]: INFO nova.compute.manager [-] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Took 1.31 seconds to deallocate network for instance. [ 832.536891] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.536891] env[69987]: value = "vm-699518" [ 832.536891] env[69987]: _type = "VirtualMachine" [ 832.536891] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.537214] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d79e9f24-84ad-41f2-8ebb-02092949bb2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.548510] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lease: (returnval){ [ 832.548510] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ec8be-4c65-63dd-373a-0883daa0e5e0" [ 832.548510] env[69987]: _type = "HttpNfcLease" [ 832.548510] env[69987]: } obtained for exporting VM: (result){ [ 832.548510] env[69987]: value = "vm-699518" [ 832.548510] env[69987]: _type = "VirtualMachine" [ 832.548510] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.548780] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the lease: (returnval){ [ 832.548780] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ec8be-4c65-63dd-373a-0883daa0e5e0" [ 832.548780] env[69987]: _type = "HttpNfcLease" [ 832.548780] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.558248] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.558248] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ec8be-4c65-63dd-373a-0883daa0e5e0" [ 832.558248] env[69987]: _type = "HttpNfcLease" [ 832.558248] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 832.660090] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.692478] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214193} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.696514] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.697580] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808f5236-757f-454b-9feb-e0cec92ffed7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.710877] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500336, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.732526] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] b518bb73-3811-446e-8e88-1b6386f39543/b518bb73-3811-446e-8e88-1b6386f39543.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.732768] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac538af-da32-459c-a427-69a8cea0e455 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.756513] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 832.756513] env[69987]: value = "task-3500338" [ 832.756513] env[69987]: _type = "Task" [ 832.756513] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.766189] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.802984] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.802984] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquired lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.802984] env[69987]: DEBUG nova.network.neutron [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.818971] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69f8c7a-2390-4652-b2aa-af410bb92b79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.829489] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdac37df-6bdb-4a83-9710-fb83e7c5eabf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.868976] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727c5041-aae7-40b6-b367-0fbc1299b79d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.879458] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21616a-6a3a-4a2d-bdb5-119a5b033cc5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.894576] env[69987]: DEBUG nova.compute.provider_tree [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.022430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.058900] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.058900] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ec8be-4c65-63dd-373a-0883daa0e5e0" [ 833.058900] env[69987]: _type = "HttpNfcLease" [ 833.058900] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.059218] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.059218] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ec8be-4c65-63dd-373a-0883daa0e5e0" [ 833.059218] env[69987]: _type = "HttpNfcLease" [ 833.059218] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.059951] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc18b2f-f756-4695-ba17-c3632199e412 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.067797] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289928f-19a0-020e-149f-f521e004b4aa/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.068145] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289928f-19a0-020e-149f-f521e004b4aa/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.149916] env[69987]: DEBUG oslo_vmware.api [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500334, 'name': PowerOnVM_Task, 'duration_secs': 0.613879} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.150325] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.150583] env[69987]: INFO nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Took 9.35 seconds to spawn the instance on the hypervisor. [ 833.150803] env[69987]: DEBUG nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.151706] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc5716-174f-4910-a829-1926df373bdb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.176998] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40682eda-9ebe-4727-a67d-747f883cbea8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.208367] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500336, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.268276] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.311088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.312452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.312452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.312452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.312625] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.318021] env[69987]: INFO nova.compute.manager [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Terminating instance [ 833.348181] env[69987]: DEBUG nova.network.neutron [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.402061] env[69987]: DEBUG nova.scheduler.client.report [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.523758] env[69987]: DEBUG nova.network.neutron [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.672426] env[69987]: INFO nova.compute.manager [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Took 41.61 seconds to build instance. [ 833.708593] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500336, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.770189] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500338, 'name': ReconfigVM_Task, 'duration_secs': 0.628365} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.770501] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Reconfigured VM instance instance-0000001e to attach disk [datastore1] b518bb73-3811-446e-8e88-1b6386f39543/b518bb73-3811-446e-8e88-1b6386f39543.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.771520] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be9c42ba-97da-49e7-9535-a961b3d2cadf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.780459] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 833.780459] env[69987]: value = "task-3500339" [ 833.780459] env[69987]: _type = "Task" [ 833.780459] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.796527] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500339, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.822120] env[69987]: DEBUG nova.compute.manager [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.822422] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.823479] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c762cd8-6574-438c-8d82-a0f68d2002b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.832311] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.832835] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b37abc19-5a65-499d-aca5-cf20b26714fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.840467] env[69987]: DEBUG oslo_vmware.api [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 833.840467] env[69987]: value = "task-3500340" [ 833.840467] env[69987]: _type = "Task" [ 833.840467] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.850574] env[69987]: DEBUG oslo_vmware.api [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.906442] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.912203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.553s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.915712] env[69987]: INFO nova.compute.claims [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.934275] env[69987]: INFO nova.scheduler.client.report [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Deleted allocations for instance 9f30e265-50d0-42b4-a79f-950aa915aa53 [ 834.027032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Releasing lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.030056] env[69987]: DEBUG nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Instance network_info: |[{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.030419] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:97:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe2e3c5-a917-46e9-a779-2344e9877fe3', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.038048] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Creating folder: Project (2046ac09b58448659eb3005b68801613). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.039058] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d16c3182-889d-4d9a-8ecd-cdf972f42855 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.055390] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Created folder: Project (2046ac09b58448659eb3005b68801613) in parent group-v699418. [ 834.055390] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Creating folder: Instances. Parent ref: group-v699521. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.056022] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17e19145-7b19-4fa6-8cad-d1d60a931df2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.073775] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Created folder: Instances in parent group-v699521. [ 834.074266] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.074574] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.074868] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09e5a6c7-f7dc-4e65-8eaf-9e3574eba13a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.102223] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.102223] env[69987]: value = "task-3500343" [ 834.102223] env[69987]: _type = "Task" [ 834.102223] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.115136] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500343, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.176118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92e81843-bcb7-40c5-8e86-7abe72a6d981 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.905s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.210121] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500336, 'name': CloneVM_Task, 'duration_secs': 1.960961} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.210410] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Created linked-clone VM from snapshot [ 834.211355] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b0960-55c9-42fe-a504-c71056629e11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.221370] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Uploading image a1b4e358-0a4b-4c01-aa5a-d6a947b5115f {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 834.242399] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 834.244936] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20b831ea-4397-42ed-85de-7163721b31ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.254170] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 834.254170] env[69987]: value = "task-3500344" [ 834.254170] env[69987]: _type = "Task" [ 834.254170] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.269477] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500344, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.273813] env[69987]: DEBUG nova.compute.manager [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.273813] env[69987]: DEBUG nova.compute.manager [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing instance network info cache due to event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.273813] env[69987]: DEBUG oslo_concurrency.lockutils [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] Acquiring lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.273813] env[69987]: DEBUG oslo_concurrency.lockutils [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] Acquired lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.274066] env[69987]: DEBUG nova.network.neutron [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.293632] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500339, 'name': Rename_Task, 'duration_secs': 0.21343} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.293936] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.294580] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0dfda20-9ac9-4832-8419-bbb307abf2b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.305089] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 834.305089] env[69987]: value = "task-3500345" [ 834.305089] env[69987]: _type = "Task" [ 834.305089] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.316835] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.360593] env[69987]: DEBUG oslo_vmware.api [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500340, 'name': PowerOffVM_Task, 'duration_secs': 0.217279} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.361020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.361258] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.361531] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e27cbe-dadd-4f25-91a6-e57b250f4fb7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.446549] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.446732] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.447022] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleting the datastore file [datastore2] 1ca7b4bb-4841-4775-a7e9-8dd61987b24c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.451036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54835ff3-741a-4cf0-ae71-98ad29f420e8 tempest-ServerMetadataTestJSON-614638658 tempest-ServerMetadataTestJSON-614638658-project-member] Lock "9f30e265-50d0-42b4-a79f-950aa915aa53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.377s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.452783] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b1faf97-64e2-4fdd-8517-02fe07733234 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.463288] env[69987]: DEBUG oslo_vmware.api [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 834.463288] env[69987]: value = "task-3500347" [ 834.463288] env[69987]: _type = "Task" [ 834.463288] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.474408] env[69987]: DEBUG oslo_vmware.api [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.618103] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500343, 'name': CreateVM_Task, 'duration_secs': 0.402061} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.618347] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.623809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.623809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.623809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.623809] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b8dccb-3d21-469a-8827-5b3f1659fd5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.632441] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 834.632441] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527a37e0-29bb-5edb-ff79-3b097b541fd2" [ 834.632441] env[69987]: _type = "Task" [ 834.632441] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.642552] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527a37e0-29bb-5edb-ff79-3b097b541fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.679474] env[69987]: DEBUG nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.767048] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500344, 'name': Destroy_Task, 'duration_secs': 0.403186} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.771024] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Destroyed the VM [ 834.771024] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.771024] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3e76c6e-3b02-4f32-8275-e76d34cd4314 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.782208] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 834.782208] env[69987]: value = "task-3500348" [ 834.782208] env[69987]: _type = "Task" [ 834.782208] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.794454] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500348, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.821107] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500345, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.979039] env[69987]: DEBUG oslo_vmware.api [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206394} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.982750] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.983081] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.983162] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.983363] env[69987]: INFO nova.compute.manager [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 834.983647] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.984875] env[69987]: DEBUG nova.compute.manager [-] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.984875] env[69987]: DEBUG nova.network.neutron [-] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.144030] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527a37e0-29bb-5edb-ff79-3b097b541fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.017338} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.144818] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.144818] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.145078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.145262] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.145601] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.145934] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88d27057-dc69-448e-8acc-5debf37684ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.157518] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.158085] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.160060] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b0fe6d-2c1c-442b-b048-fa3eecea93e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.177132] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 835.177132] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528c6ad8-c493-9170-1b19-707608bb79ab" [ 835.177132] env[69987]: _type = "Task" [ 835.177132] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.194851] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528c6ad8-c493-9170-1b19-707608bb79ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.209237] env[69987]: DEBUG nova.network.neutron [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updated VIF entry in instance network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.209828] env[69987]: DEBUG nova.network.neutron [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.216893] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.301631] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500348, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.301924] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.302158] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.324177] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500345, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.591169] env[69987]: DEBUG nova.compute.manager [req-442859ab-b360-48de-814b-7ca3b22a2a57 req-14585d6a-6ea9-406d-97d4-38759961dfee service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Received event network-vif-deleted-65863284-c8a4-48ac-bd4a-0b478b527a3a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.591467] env[69987]: INFO nova.compute.manager [req-442859ab-b360-48de-814b-7ca3b22a2a57 req-14585d6a-6ea9-406d-97d4-38759961dfee service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Neutron deleted interface 65863284-c8a4-48ac-bd4a-0b478b527a3a; detaching it from the instance and deleting it from the info cache [ 835.591663] env[69987]: DEBUG nova.network.neutron [req-442859ab-b360-48de-814b-7ca3b22a2a57 req-14585d6a-6ea9-406d-97d4-38759961dfee service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.616026] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ea2c8-a9ec-46bd-a229-d55a48734f4d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.623295] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0b3031-d4cf-4e43-b6e0-d02c3e3f49da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.664524] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d800172-9ceb-403f-b335-b67a9ec48119 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.675454] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d632c70-f78d-4b41-b293-0334a8b820be {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.696631] env[69987]: DEBUG nova.compute.provider_tree [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.702601] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528c6ad8-c493-9170-1b19-707608bb79ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.703809] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c5b0af-0857-4961-9933-d995769859e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.711975] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 835.711975] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524563a4-241b-8b57-4f14-745eaeb3bb52" [ 835.711975] env[69987]: _type = "Task" [ 835.711975] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.719875] env[69987]: DEBUG oslo_concurrency.lockutils [req-d000ebf7-a2bb-4931-9dd8-65b3c1389001 req-38b77639-e55e-47d4-8044-fbaa42dd29f8 service nova] Releasing lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.727140] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524563a4-241b-8b57-4f14-745eaeb3bb52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.794770] env[69987]: DEBUG oslo_vmware.api [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500348, 'name': RemoveSnapshot_Task, 'duration_secs': 0.876798} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.795404] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.817773] env[69987]: DEBUG oslo_vmware.api [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500345, 'name': PowerOnVM_Task, 'duration_secs': 1.120735} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.817931] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.818444] env[69987]: INFO nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Took 9.28 seconds to spawn the instance on the hypervisor. [ 835.818444] env[69987]: DEBUG nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.819265] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afa0901-eb76-448b-bf2a-f178284c3d9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.057546] env[69987]: DEBUG nova.network.neutron [-] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.098501] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b0a7549-981a-47bc-8a66-964a325d5a37 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.114144] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f9a929-273d-46aa-aba0-9b7985a69bcc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.158083] env[69987]: DEBUG nova.compute.manager [req-442859ab-b360-48de-814b-7ca3b22a2a57 req-14585d6a-6ea9-406d-97d4-38759961dfee service nova] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Detach interface failed, port_id=65863284-c8a4-48ac-bd4a-0b478b527a3a, reason: Instance 1ca7b4bb-4841-4775-a7e9-8dd61987b24c could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.206108] env[69987]: DEBUG nova.scheduler.client.report [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.230098] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524563a4-241b-8b57-4f14-745eaeb3bb52, 'name': SearchDatastore_Task, 'duration_secs': 0.023766} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.230098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.230098] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/a3f66942-6063-4d1f-9bb0-b07899beccc1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.230098] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5d7a85-db34-428c-9c78-fd6088d50186 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.238864] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 836.238864] env[69987]: value = "task-3500349" [ 836.238864] env[69987]: _type = "Task" [ 836.238864] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.248287] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.301804] env[69987]: WARNING nova.compute.manager [None req-bddb2433-98ed-4722-8416-215bd1c9b5de tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Image not found during snapshot: nova.exception.ImageNotFound: Image a1b4e358-0a4b-4c01-aa5a-d6a947b5115f could not be found. [ 836.342584] env[69987]: INFO nova.compute.manager [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Took 44.27 seconds to build instance. [ 836.564051] env[69987]: INFO nova.compute.manager [-] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Took 1.58 seconds to deallocate network for instance. [ 836.713862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.714690] env[69987]: DEBUG nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.717577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.443s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.720872] env[69987]: DEBUG nova.objects.instance [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lazy-loading 'resources' on Instance uuid eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.760282] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.845147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8c5c5ff7-815d-424b-ab8d-78189f52eb56 tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "b518bb73-3811-446e-8e88-1b6386f39543" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.786s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.071212] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.101878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "f4175224-fd57-419b-8170-aa3ce8a5a416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.102109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.151783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "bf18b01f-0588-44d1-a156-382533029496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.151783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "bf18b01f-0588-44d1-a156-382533029496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.228137] env[69987]: DEBUG nova.compute.utils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.231081] env[69987]: DEBUG nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.231549] env[69987]: DEBUG nova.network.neutron [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.254410] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812508} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.254919] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/a3f66942-6063-4d1f-9bb0-b07899beccc1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.255342] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.255752] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a73dadaf-9b78-4015-84e9-eae9847ef12d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.270024] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 837.270024] env[69987]: value = "task-3500350" [ 837.270024] env[69987]: _type = "Task" [ 837.270024] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.281909] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.286164] env[69987]: DEBUG nova.policy [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc84824237c94420bcb30ad422876212', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88425b5099f04f17b6f9677fdcc0883c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.350588] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.722519] env[69987]: DEBUG nova.network.neutron [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Successfully created port: e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.731939] env[69987]: DEBUG nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.778853] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081949} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.783551] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.784919] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ab5d19-f450-4b3d-a5a3-58770e1dc17f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.819238] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/a3f66942-6063-4d1f-9bb0-b07899beccc1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.821804] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba9b31d4-54e3-4471-8047-4efdca9bcc10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.848866] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 837.848866] env[69987]: value = "task-3500351" [ 837.848866] env[69987]: _type = "Task" [ 837.848866] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.869268] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.888359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.952976] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e18d7-8271-4085-919b-389cfc420562 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.962918] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a586e6-982b-45f0-bf5f-e8428047c24b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.998302] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.998302] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.999367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.999367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.999367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.001395] env[69987]: INFO nova.compute.manager [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Terminating instance [ 838.004130] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cc08a7-6a47-4428-af15-d31839957698 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.014511] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d00a85c-e14a-42d5-9688-ab0c9eb8fcbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.036466] env[69987]: DEBUG nova.compute.provider_tree [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.123873] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "b518bb73-3811-446e-8e88-1b6386f39543" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.123873] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "b518bb73-3811-446e-8e88-1b6386f39543" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.123873] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "b518bb73-3811-446e-8e88-1b6386f39543-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.123873] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "b518bb73-3811-446e-8e88-1b6386f39543-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.124211] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "b518bb73-3811-446e-8e88-1b6386f39543-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.126244] env[69987]: INFO nova.compute.manager [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Terminating instance [ 838.359786] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500351, 'name': ReconfigVM_Task, 'duration_secs': 0.427093} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.360128] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/a3f66942-6063-4d1f-9bb0-b07899beccc1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.360743] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a2864e9-7b44-4dc5-b051-34f8f0a790ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.369471] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 838.369471] env[69987]: value = "task-3500352" [ 838.369471] env[69987]: _type = "Task" [ 838.369471] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.382182] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500352, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.510065] env[69987]: DEBUG nova.compute.manager [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.510123] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.511070] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67720a10-bfc6-4cf9-8920-234ff51c48a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.519204] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.519459] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03b3acc6-57f3-43ad-9e22-922f903e0cb5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.528081] env[69987]: DEBUG oslo_vmware.api [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 838.528081] env[69987]: value = "task-3500353" [ 838.528081] env[69987]: _type = "Task" [ 838.528081] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.536352] env[69987]: DEBUG oslo_vmware.api [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.539511] env[69987]: DEBUG nova.scheduler.client.report [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.630399] env[69987]: DEBUG nova.compute.manager [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.630655] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.632150] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9abae-5878-42cb-ab13-10b6d2035d3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.644192] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.644732] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049c8cd4-a461-4679-b77a-6a1ada2f39c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.658057] env[69987]: DEBUG oslo_vmware.api [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 838.658057] env[69987]: value = "task-3500354" [ 838.658057] env[69987]: _type = "Task" [ 838.658057] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.669872] env[69987]: DEBUG oslo_vmware.api [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.745028] env[69987]: DEBUG nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.781108] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.781396] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.781576] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.781766] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.781911] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.782073] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.782288] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.782448] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.782613] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.782771] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.782939] env[69987]: DEBUG nova.virt.hardware [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.784783] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e2ab0-2e87-4319-b23e-3a7b8937d314 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.796502] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edff0a4b-a24b-4403-b1f7-cc79b37cf8ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.880127] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500352, 'name': Rename_Task, 'duration_secs': 0.295464} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.880416] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.880722] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5611521a-0554-4e97-be02-060596b68cc1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.889599] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 838.889599] env[69987]: value = "task-3500355" [ 838.889599] env[69987]: _type = "Task" [ 838.889599] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.900393] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.043211] env[69987]: DEBUG oslo_vmware.api [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500353, 'name': PowerOffVM_Task, 'duration_secs': 0.209596} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.043620] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.043931] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.045154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.047877] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e214116-b149-43a9-ba16-519e4909818b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.051675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.397s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.078245] env[69987]: INFO nova.scheduler.client.report [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Deleted allocations for instance eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c [ 839.128598] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.129231] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.129231] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleting the datastore file [datastore2] eacd2ffb-6901-48e1-86ed-448b58a34bd3 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.129672] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bb7b545-5068-4e72-82f6-ee6ca3d3b772 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.140386] env[69987]: DEBUG oslo_vmware.api [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 839.140386] env[69987]: value = "task-3500357" [ 839.140386] env[69987]: _type = "Task" [ 839.140386] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.152531] env[69987]: DEBUG oslo_vmware.api [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.166080] env[69987]: DEBUG oslo_vmware.api [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500354, 'name': PowerOffVM_Task, 'duration_secs': 0.263414} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.166080] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.166080] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.166080] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c93d885-aab3-4a08-b052-5d14a1c39189 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.249531] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.249803] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.250526] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Deleting the datastore file [datastore1] b518bb73-3811-446e-8e88-1b6386f39543 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.251071] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-576a5a39-e7bf-4aa7-a4df-dbb87ed5b928 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.259319] env[69987]: DEBUG oslo_vmware.api [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for the task: (returnval){ [ 839.259319] env[69987]: value = "task-3500359" [ 839.259319] env[69987]: _type = "Task" [ 839.259319] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.268861] env[69987]: DEBUG oslo_vmware.api [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.406121] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500355, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.411295] env[69987]: DEBUG nova.compute.manager [req-c7b7e8dc-ddb4-4f3d-8040-6136cf50b60a req-364cff79-2b68-47f0-8c9e-abcf8a1b210f service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Received event network-vif-plugged-e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.411295] env[69987]: DEBUG oslo_concurrency.lockutils [req-c7b7e8dc-ddb4-4f3d-8040-6136cf50b60a req-364cff79-2b68-47f0-8c9e-abcf8a1b210f service nova] Acquiring lock "f38fbfac-9498-448d-9889-3ab4d2da1e16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.411614] env[69987]: DEBUG oslo_concurrency.lockutils [req-c7b7e8dc-ddb4-4f3d-8040-6136cf50b60a req-364cff79-2b68-47f0-8c9e-abcf8a1b210f service nova] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.411614] env[69987]: DEBUG oslo_concurrency.lockutils [req-c7b7e8dc-ddb4-4f3d-8040-6136cf50b60a req-364cff79-2b68-47f0-8c9e-abcf8a1b210f service nova] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.411796] env[69987]: DEBUG nova.compute.manager [req-c7b7e8dc-ddb4-4f3d-8040-6136cf50b60a req-364cff79-2b68-47f0-8c9e-abcf8a1b210f service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] No waiting events found dispatching network-vif-plugged-e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.411962] env[69987]: WARNING nova.compute.manager [req-c7b7e8dc-ddb4-4f3d-8040-6136cf50b60a req-364cff79-2b68-47f0-8c9e-abcf8a1b210f service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Received unexpected event network-vif-plugged-e19812ef-a0c9-4450-8bf7-4822a680a839 for instance with vm_state building and task_state spawning. [ 839.489603] env[69987]: DEBUG nova.network.neutron [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Successfully updated port: e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.589756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bbb644d6-9cdd-41bc-92b6-d7ee34093936 tempest-ServerDiagnosticsV248Test-225400426 tempest-ServerDiagnosticsV248Test-225400426-project-member] Lock "eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.560s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.652649] env[69987]: DEBUG oslo_vmware.api [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210706} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.652916] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.653160] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.653373] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.653560] env[69987]: INFO nova.compute.manager [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 839.653805] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.653999] env[69987]: DEBUG nova.compute.manager [-] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.654116] env[69987]: DEBUG nova.network.neutron [-] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.771706] env[69987]: DEBUG oslo_vmware.api [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Task: {'id': task-3500359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291393} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.771971] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.772173] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.772382] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.772531] env[69987]: INFO nova.compute.manager [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Took 1.14 seconds to destroy the instance on the hypervisor. [ 839.772795] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.772978] env[69987]: DEBUG nova.compute.manager [-] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.773127] env[69987]: DEBUG nova.network.neutron [-] [instance: b518bb73-3811-446e-8e88-1b6386f39543] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.904362] env[69987]: DEBUG oslo_vmware.api [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500355, 'name': PowerOnVM_Task, 'duration_secs': 0.544497} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.906177] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.906715] env[69987]: INFO nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Took 8.44 seconds to spawn the instance on the hypervisor. [ 839.907187] env[69987]: DEBUG nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.910631] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fecf1bc-7de6-451c-a519-6c5b2de6581c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.996379] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.996528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquired lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.996676] env[69987]: DEBUG nova.network.neutron [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.061609] env[69987]: DEBUG nova.compute.manager [req-90d76649-08cd-4ad7-af13-c7c369d35efc req-7b502c26-67a6-4888-bf1f-179a4b310263 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Received event network-vif-deleted-bed25775-b59d-494f-becd-51ab6319fb89 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.061662] env[69987]: INFO nova.compute.manager [req-90d76649-08cd-4ad7-af13-c7c369d35efc req-7b502c26-67a6-4888-bf1f-179a4b310263 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Neutron deleted interface bed25775-b59d-494f-becd-51ab6319fb89; detaching it from the instance and deleting it from the info cache [ 840.061816] env[69987]: DEBUG nova.network.neutron [req-90d76649-08cd-4ad7-af13-c7c369d35efc req-7b502c26-67a6-4888-bf1f-179a4b310263 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.080724] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578bb296-1883-43c3-9885-a5012245b524 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.091437] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae6131-7818-4632-ae13-73534f222bc7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.131825] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e24c39-dc72-4fb0-b75e-a322c423f577 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.140350] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd55153f-ad3a-4da8-91c7-6f42a6b4b282 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.155313] env[69987]: DEBUG nova.compute.provider_tree [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.408592] env[69987]: DEBUG nova.network.neutron [-] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.432312] env[69987]: INFO nova.compute.manager [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Took 40.87 seconds to build instance. [ 840.543854] env[69987]: DEBUG nova.network.neutron [-] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.559437] env[69987]: DEBUG nova.network.neutron [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.564774] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04457853-33ac-47d2-a074-3d0f4be1d26f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.579717] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c511661-c986-4c50-a888-6e0b32ff0377 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.618460] env[69987]: DEBUG nova.compute.manager [req-90d76649-08cd-4ad7-af13-c7c369d35efc req-7b502c26-67a6-4888-bf1f-179a4b310263 service nova] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Detach interface failed, port_id=bed25775-b59d-494f-becd-51ab6319fb89, reason: Instance b518bb73-3811-446e-8e88-1b6386f39543 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.662021] env[69987]: DEBUG nova.scheduler.client.report [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.778413] env[69987]: DEBUG nova.network.neutron [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updating instance_info_cache with network_info: [{"id": "e19812ef-a0c9-4450-8bf7-4822a680a839", "address": "fa:16:3e:f5:ee:e5", "network": {"id": "0bd150c3-efde-4e12-b712-d33335929d97", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1228938457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88425b5099f04f17b6f9677fdcc0883c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19812ef-a0", "ovs_interfaceid": "e19812ef-a0c9-4450-8bf7-4822a680a839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.911176] env[69987]: INFO nova.compute.manager [-] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Took 1.26 seconds to deallocate network for instance. [ 840.935034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-97d4118b-018f-4fd4-ac24-f2637630c282 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.657s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.045765] env[69987]: INFO nova.compute.manager [-] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Took 1.27 seconds to deallocate network for instance. [ 841.281770] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Releasing lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.282202] env[69987]: DEBUG nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Instance network_info: |[{"id": "e19812ef-a0c9-4450-8bf7-4822a680a839", "address": "fa:16:3e:f5:ee:e5", "network": {"id": "0bd150c3-efde-4e12-b712-d33335929d97", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1228938457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88425b5099f04f17b6f9677fdcc0883c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19812ef-a0", "ovs_interfaceid": "e19812ef-a0c9-4450-8bf7-4822a680a839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.282676] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:ee:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e19812ef-a0c9-4450-8bf7-4822a680a839', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.291916] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Creating folder: Project (88425b5099f04f17b6f9677fdcc0883c). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.292251] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-025e6f3c-0774-4eda-9cb9-6fbd46fc45f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.304854] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Created folder: Project (88425b5099f04f17b6f9677fdcc0883c) in parent group-v699418. [ 841.305068] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Creating folder: Instances. Parent ref: group-v699524. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.305357] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1f583c-76b3-4aae-85d6-babae2527e5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.316776] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Created folder: Instances in parent group-v699524. [ 841.317451] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.317681] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.317914] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84dd52a2-182a-47d5-b180-ab6fdd68b451 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.337726] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.337726] env[69987]: value = "task-3500362" [ 841.337726] env[69987]: _type = "Task" [ 841.337726] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.346146] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500362, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.420032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.438754] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.495607] env[69987]: DEBUG nova.compute.manager [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Received event network-changed-e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.495849] env[69987]: DEBUG nova.compute.manager [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Refreshing instance network info cache due to event network-changed-e19812ef-a0c9-4450-8bf7-4822a680a839. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.496903] env[69987]: DEBUG oslo_concurrency.lockutils [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] Acquiring lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.497050] env[69987]: DEBUG oslo_concurrency.lockutils [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] Acquired lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.497691] env[69987]: DEBUG nova.network.neutron [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Refreshing network info cache for port e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.557639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.673735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.622s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.676755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.502s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.679014] env[69987]: INFO nova.compute.claims [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.683820] env[69987]: INFO nova.compute.manager [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Rescuing [ 841.683820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.683820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquired lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.683820] env[69987]: DEBUG nova.network.neutron [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.847184] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500362, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.969376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.255152] env[69987]: INFO nova.scheduler.client.report [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Deleted allocation for migration ab71aa9c-902d-478d-811a-9cd785961ad4 [ 842.349526] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500362, 'name': CreateVM_Task, 'duration_secs': 0.551677} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.352060] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.352806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.352973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.353494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.353970] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d48de7-8b37-4fe8-9ce4-72af99a9c9f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.359846] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 842.359846] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526eda71-0437-3323-21ab-fd954636a473" [ 842.359846] env[69987]: _type = "Task" [ 842.359846] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.368583] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526eda71-0437-3323-21ab-fd954636a473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.509730] env[69987]: DEBUG nova.network.neutron [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updated VIF entry in instance network info cache for port e19812ef-a0c9-4450-8bf7-4822a680a839. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.509730] env[69987]: DEBUG nova.network.neutron [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updating instance_info_cache with network_info: [{"id": "e19812ef-a0c9-4450-8bf7-4822a680a839", "address": "fa:16:3e:f5:ee:e5", "network": {"id": "0bd150c3-efde-4e12-b712-d33335929d97", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1228938457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88425b5099f04f17b6f9677fdcc0883c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19812ef-a0", "ovs_interfaceid": "e19812ef-a0c9-4450-8bf7-4822a680a839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.607853] env[69987]: DEBUG nova.network.neutron [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.765742] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f1f17270-8aa4-4354-a696-90ec5a068d5f tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.069s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.872630] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526eda71-0437-3323-21ab-fd954636a473, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.872969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.873170] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.873455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.873597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.873772] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.874046] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a72db8-da21-49d7-885a-c9f78d11cfd6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.887261] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.887500] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.891883] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279fcce9-2099-43fa-88a8-83ce2065e048 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.898266] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 842.898266] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5205a88e-ce95-2a34-ab9e-70fb0b12241b" [ 842.898266] env[69987]: _type = "Task" [ 842.898266] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.906884] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5205a88e-ce95-2a34-ab9e-70fb0b12241b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.010405] env[69987]: DEBUG oslo_concurrency.lockutils [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] Releasing lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.010663] env[69987]: DEBUG nova.compute.manager [req-bdc78fbc-7da9-4cf5-9782-77a376410c6d req-6b193d48-4efe-4b52-97b3-ece1714d57a9 service nova] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Received event network-vif-deleted-a8bd563c-8ecc-4c8a-bb72-ba832a6b3e79 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.112854] env[69987]: DEBUG oslo_concurrency.lockutils [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Releasing lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.261365] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b17b2ac-df58-4e76-9a9d-73ec3775f1e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.269599] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb705c5-3c5f-402b-a31a-4a2c6f55a2b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.303201] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb3d3df-f9b5-47e2-8bf7-88c0e7e214ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.311702] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a1365-02c4-458a-aefa-c5cefaee8be9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.325989] env[69987]: DEBUG nova.compute.provider_tree [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.411023] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5205a88e-ce95-2a34-ab9e-70fb0b12241b, 'name': SearchDatastore_Task, 'duration_secs': 0.012952} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.411023] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec30adc8-68cd-4a26-9323-40a1303b16e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.416622] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 843.416622] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521a6a28-a799-81a6-9ab4-bf7b479b8c46" [ 843.416622] env[69987]: _type = "Task" [ 843.416622] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.425963] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521a6a28-a799-81a6-9ab4-bf7b479b8c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.829533] env[69987]: DEBUG nova.scheduler.client.report [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.932775] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521a6a28-a799-81a6-9ab4-bf7b479b8c46, 'name': SearchDatastore_Task, 'duration_secs': 0.016626} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.932957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.933294] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f38fbfac-9498-448d-9889-3ab4d2da1e16/f38fbfac-9498-448d-9889-3ab4d2da1e16.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.933749] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7903831d-284c-4661-a3d7-78eae9a66b9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.943218] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 843.943218] env[69987]: value = "task-3500363" [ 843.943218] env[69987]: _type = "Task" [ 843.943218] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.953183] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.071095] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289928f-19a0-020e-149f-f521e004b4aa/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 844.071095] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba8916c-fcf2-4251-a0be-1f33ec9304cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.078031] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289928f-19a0-020e-149f-f521e004b4aa/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 844.078210] env[69987]: ERROR oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289928f-19a0-020e-149f-f521e004b4aa/disk-0.vmdk due to incomplete transfer. [ 844.078471] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8bb4f7e2-7b80-4fd0-a07c-2129017a8954 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.086386] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5289928f-19a0-020e-149f-f521e004b4aa/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 844.086685] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Uploaded image 01b986ba-0213-4f3b-a205-5e402cf807cb to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 844.091016] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 844.091625] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c3e76163-519c-434c-9b93-9dcb99f81131 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.098930] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 844.098930] env[69987]: value = "task-3500364" [ 844.098930] env[69987]: _type = "Task" [ 844.098930] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.114864] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500364, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.336900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.337642] env[69987]: DEBUG nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.340542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.479s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.342362] env[69987]: INFO nova.compute.claims [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.459492] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.611394] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500364, 'name': Destroy_Task, 'duration_secs': 0.361563} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.612321] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Destroyed the VM [ 844.612321] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.612321] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a65e3a5b-e3de-4d69-a9bf-9828aa15f8b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.619404] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 844.619404] env[69987]: value = "task-3500365" [ 844.619404] env[69987]: _type = "Task" [ 844.619404] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.628454] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500365, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.661596] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.662087] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cfb72a9-0cdb-4716-9d2e-dbe5bfc5b1c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.670430] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 844.670430] env[69987]: value = "task-3500366" [ 844.670430] env[69987]: _type = "Task" [ 844.670430] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.685184] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.851019] env[69987]: DEBUG nova.compute.utils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.853380] env[69987]: DEBUG nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.853633] env[69987]: DEBUG nova.network.neutron [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.916874] env[69987]: DEBUG nova.policy [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9262d5db7bd47fd80aef96ff68db0aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f85ac533efa4770a37c0f4da9d3d5c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.953916] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773186} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.954448] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f38fbfac-9498-448d-9889-3ab4d2da1e16/f38fbfac-9498-448d-9889-3ab4d2da1e16.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.954660] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.954957] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4ea32a4-a0fa-4e76-819f-d3196e6bc6a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.961347] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 844.961347] env[69987]: value = "task-3500367" [ 844.961347] env[69987]: _type = "Task" [ 844.961347] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.969285] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.130067] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500365, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.181735] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500366, 'name': PowerOffVM_Task, 'duration_secs': 0.196077} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.181735] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.181974] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ba577-efdd-4046-96c3-4de99550696a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.203201] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa8a200-4ce6-4f47-bd7c-8c50ab9c7437 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.239198] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.239520] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62fa5b0f-870c-4837-9a37-c835d548f67e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.246479] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 845.246479] env[69987]: value = "task-3500368" [ 845.246479] env[69987]: _type = "Task" [ 845.246479] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.254435] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.275763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.275763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.353749] env[69987]: DEBUG nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.473262] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072705} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.473541] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.474361] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca1c1ee-3097-4b5f-aa96-f792ea6bbfeb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.497592] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] f38fbfac-9498-448d-9889-3ab4d2da1e16/f38fbfac-9498-448d-9889-3ab4d2da1e16.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.501413] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496076c5-f161-4201-8c75-ce38497999f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.521994] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 845.521994] env[69987]: value = "task-3500369" [ 845.521994] env[69987]: _type = "Task" [ 845.521994] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.530368] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.588133] env[69987]: DEBUG nova.network.neutron [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Successfully created port: d9a893ee-9b8b-431a-8134-3b46e1f54c78 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.630339] env[69987]: DEBUG oslo_vmware.api [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500365, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545904} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.630768] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 845.630847] env[69987]: INFO nova.compute.manager [None req-3df05de5-1812-4d50-83e2-99fafcc52dc7 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 845.758468] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 845.758691] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.759131] env[69987]: DEBUG oslo_concurrency.lockutils [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.759131] env[69987]: DEBUG oslo_concurrency.lockutils [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.759991] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.759991] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c0256c1-85c4-4660-934c-1a16fc60f28a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.771254] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.771450] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.772244] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea1f34c-7dda-4e6a-90dd-ef165050593a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.777409] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 845.777409] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523271eb-b6c7-fa1c-9426-594aa8a07fcf" [ 845.777409] env[69987]: _type = "Task" [ 845.777409] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.788223] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523271eb-b6c7-fa1c-9426-594aa8a07fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.974129] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a2ba8-0dc6-444b-8e49-368616b9fc0c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.983908] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99db84b-4083-40a7-8765-5913d1d01194 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.018444] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e5df3-774e-41ca-8987-dbdac18c1119 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.031870] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b135c-50ab-43ec-96a3-5b65dfe27902 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.046536] env[69987]: DEBUG nova.compute.provider_tree [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.051933] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.288590] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523271eb-b6c7-fa1c-9426-594aa8a07fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.044582} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.289439] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff82a4e-8772-484c-b6bc-b8bf41c42fb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.295081] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 846.295081] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527f746c-4dee-e732-df95-a16e6e190aa7" [ 846.295081] env[69987]: _type = "Task" [ 846.295081] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.303548] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527f746c-4dee-e732-df95-a16e6e190aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.366690] env[69987]: DEBUG nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.392309] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.392552] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.392705] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.392882] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.393033] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.393181] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.393442] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.393625] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.393793] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.393956] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.394141] env[69987]: DEBUG nova.virt.hardware [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.395042] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0578f3dc-f6cd-4f49-868a-1e3e8d1ee221 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.402558] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab6171-8502-4dd7-af03-b44c879f89e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.537506] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500369, 'name': ReconfigVM_Task, 'duration_secs': 0.917362} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.538199] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Reconfigured VM instance instance-00000020 to attach disk [datastore2] f38fbfac-9498-448d-9889-3ab4d2da1e16/f38fbfac-9498-448d-9889-3ab4d2da1e16.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.538503] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3450c610-26f3-4158-b5dc-27136919f4ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.544802] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 846.544802] env[69987]: value = "task-3500370" [ 846.544802] env[69987]: _type = "Task" [ 846.544802] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.554224] env[69987]: DEBUG nova.scheduler.client.report [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.558566] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500370, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.806914] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527f746c-4dee-e732-df95-a16e6e190aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.044107} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.807519] env[69987]: DEBUG oslo_concurrency.lockutils [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.807519] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. {{(pid=69987) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 846.807953] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f193ed-6f22-45f6-87d5-6dac3427ea9d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.815844] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 846.815844] env[69987]: value = "task-3500371" [ 846.815844] env[69987]: _type = "Task" [ 846.815844] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.823903] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.055114] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500370, 'name': Rename_Task, 'duration_secs': 0.138637} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.055531] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.055694] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f40ff5b-c9a7-4f0f-bca3-9600a57bce29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.062439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.062803] env[69987]: DEBUG nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.065848] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 847.065848] env[69987]: value = "task-3500372" [ 847.065848] env[69987]: _type = "Task" [ 847.065848] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.066127] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.757s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.066341] env[69987]: DEBUG nova.objects.instance [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lazy-loading 'resources' on Instance uuid ef11d456-2416-4498-aa7c-e1a51cb865d3 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.087871] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500372, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.230674] env[69987]: DEBUG nova.network.neutron [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Successfully updated port: d9a893ee-9b8b-431a-8134-3b46e1f54c78 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.325873] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.406644] env[69987]: DEBUG nova.compute.manager [req-706f2e7b-2f67-464e-bd1b-e0d6e4484112 req-379dad77-376c-4886-8bf5-cad11201e2c9 service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Received event network-vif-plugged-d9a893ee-9b8b-431a-8134-3b46e1f54c78 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.406895] env[69987]: DEBUG oslo_concurrency.lockutils [req-706f2e7b-2f67-464e-bd1b-e0d6e4484112 req-379dad77-376c-4886-8bf5-cad11201e2c9 service nova] Acquiring lock "734ac398-4556-413a-ac7e-ca28d56d4de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.407166] env[69987]: DEBUG oslo_concurrency.lockutils [req-706f2e7b-2f67-464e-bd1b-e0d6e4484112 req-379dad77-376c-4886-8bf5-cad11201e2c9 service nova] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.407355] env[69987]: DEBUG oslo_concurrency.lockutils [req-706f2e7b-2f67-464e-bd1b-e0d6e4484112 req-379dad77-376c-4886-8bf5-cad11201e2c9 service nova] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.407587] env[69987]: DEBUG nova.compute.manager [req-706f2e7b-2f67-464e-bd1b-e0d6e4484112 req-379dad77-376c-4886-8bf5-cad11201e2c9 service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] No waiting events found dispatching network-vif-plugged-d9a893ee-9b8b-431a-8134-3b46e1f54c78 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.407740] env[69987]: WARNING nova.compute.manager [req-706f2e7b-2f67-464e-bd1b-e0d6e4484112 req-379dad77-376c-4886-8bf5-cad11201e2c9 service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Received unexpected event network-vif-plugged-d9a893ee-9b8b-431a-8134-3b46e1f54c78 for instance with vm_state building and task_state spawning. [ 847.579145] env[69987]: DEBUG nova.compute.utils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.582761] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500372, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.583529] env[69987]: DEBUG nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.583705] env[69987]: DEBUG nova.network.neutron [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.644400] env[69987]: DEBUG nova.policy [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca8714e7466b45998bfdf8c948bc09e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a515f3fbc809429f84cb9da86393bee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.734892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "refresh_cache-734ac398-4556-413a-ac7e-ca28d56d4de1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.734892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "refresh_cache-734ac398-4556-413a-ac7e-ca28d56d4de1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.734892] env[69987]: DEBUG nova.network.neutron [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.829160] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568636} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.829410] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. [ 847.830210] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f474199-af99-427f-97e9-f7fd2bf8ddd6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.855651] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.855999] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e03fc27-a3e7-4a7c-93d4-30f3432d71a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.877758] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 847.877758] env[69987]: value = "task-3500373" [ 847.877758] env[69987]: _type = "Task" [ 847.877758] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.885330] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.043225] env[69987]: DEBUG nova.network.neutron [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Successfully created port: be70cd8d-e482-400f-9516-22be357c6e4f {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.077904] env[69987]: DEBUG oslo_vmware.api [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500372, 'name': PowerOnVM_Task, 'duration_secs': 0.592918} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.080681] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.080899] env[69987]: INFO nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Took 9.34 seconds to spawn the instance on the hypervisor. [ 848.081357] env[69987]: DEBUG nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.082230] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad219a1-574e-4c78-a6d1-b4e8703bf533 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.084893] env[69987]: DEBUG nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.208229] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc0ad0-6d49-4e55-873e-a13c61aeda14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.217863] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1e7815-a9d0-4da2-9203-bf85b0ac3ca2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.254191] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ed9675-70e0-42c6-9ed4-f5bbfd4ddccb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.261941] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fe1a04-aa17-4b8c-8ca5-1d51dd2468b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.275948] env[69987]: DEBUG nova.compute.provider_tree [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.284611] env[69987]: DEBUG nova.network.neutron [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.373025] env[69987]: DEBUG nova.compute.manager [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.373994] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115bfc7c-ef09-44bf-a230-a834d0f02953 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.389619] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.477629] env[69987]: DEBUG nova.network.neutron [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Updating instance_info_cache with network_info: [{"id": "d9a893ee-9b8b-431a-8134-3b46e1f54c78", "address": "fa:16:3e:f8:96:88", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9a893ee-9b", "ovs_interfaceid": "d9a893ee-9b8b-431a-8134-3b46e1f54c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.604025] env[69987]: INFO nova.compute.manager [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Took 42.27 seconds to build instance. [ 848.779098] env[69987]: DEBUG nova.scheduler.client.report [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.885368] env[69987]: INFO nova.compute.manager [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] instance snapshotting [ 848.890343] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.891379] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03eac4f-781d-4e95-8545-2b90aecd43c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.909639] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672b6305-8391-4c37-b413-4a54ead5513f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.980217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "refresh_cache-734ac398-4556-413a-ac7e-ca28d56d4de1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.980569] env[69987]: DEBUG nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Instance network_info: |[{"id": "d9a893ee-9b8b-431a-8134-3b46e1f54c78", "address": "fa:16:3e:f8:96:88", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9a893ee-9b", "ovs_interfaceid": "d9a893ee-9b8b-431a-8134-3b46e1f54c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.981681] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:96:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9a893ee-9b8b-431a-8134-3b46e1f54c78', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.990554] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.990554] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.990554] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95209bcf-afeb-40cb-a912-2e5284455a65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.011440] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.011440] env[69987]: value = "task-3500374" [ 849.011440] env[69987]: _type = "Task" [ 849.011440] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.019558] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500374, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.094842] env[69987]: DEBUG nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.104750] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e79bee57-eba7-4a2e-b6e8-2a34a3f02493 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.218s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.122284] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.122564] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.122761] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.122977] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.123212] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.123636] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.123636] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.123835] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.123970] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.124217] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.124416] env[69987]: DEBUG nova.virt.hardware [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.125689] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2611fa60-67fb-4da3-b477-9045ffd9f13f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.135536] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31afe89-c6c7-4bd3-8300-a8defb44dc03 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.285013] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.290392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.888s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.290701] env[69987]: DEBUG nova.objects.instance [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lazy-loading 'resources' on Instance uuid e8adf65d-fde7-4479-a05c-5690f9e87910 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.317915] env[69987]: INFO nova.scheduler.client.report [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Deleted allocations for instance ef11d456-2416-4498-aa7c-e1a51cb865d3 [ 849.388232] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500373, 'name': ReconfigVM_Task, 'duration_secs': 1.23743} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.388526] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.389399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30477164-1c05-482b-be09-5b232f6d8a1e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.419212] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d9eb20-0e49-4486-b37d-0b3fc5c08cbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.430602] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 849.430863] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c37ff8ee-769b-46b5-b5ed-e1cd44383099 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.439101] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 849.439101] env[69987]: value = "task-3500375" [ 849.439101] env[69987]: _type = "Task" [ 849.439101] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.440516] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 849.440516] env[69987]: value = "task-3500376" [ 849.440516] env[69987]: _type = "Task" [ 849.440516] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.455051] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500375, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.459866] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.521808] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500374, 'name': CreateVM_Task, 'duration_secs': 0.498195} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.522397] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.522734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.522915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.523295] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.523605] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7634765-3e18-4f88-8bdf-80d675544667 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.528233] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 849.528233] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52bbfe10-4b0c-f735-cb7c-3fdb82b00aba" [ 849.528233] env[69987]: _type = "Task" [ 849.528233] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.536501] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bbfe10-4b0c-f735-cb7c-3fdb82b00aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.606798] env[69987]: DEBUG nova.compute.manager [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Received event network-changed-d9a893ee-9b8b-431a-8134-3b46e1f54c78 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.607266] env[69987]: DEBUG nova.compute.manager [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Refreshing instance network info cache due to event network-changed-d9a893ee-9b8b-431a-8134-3b46e1f54c78. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.607957] env[69987]: DEBUG oslo_concurrency.lockutils [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] Acquiring lock "refresh_cache-734ac398-4556-413a-ac7e-ca28d56d4de1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.608311] env[69987]: DEBUG oslo_concurrency.lockutils [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] Acquired lock "refresh_cache-734ac398-4556-413a-ac7e-ca28d56d4de1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.611018] env[69987]: DEBUG nova.network.neutron [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Refreshing network info cache for port d9a893ee-9b8b-431a-8134-3b46e1f54c78 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.611018] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.827879] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81f2a291-a2e6-415e-92f8-ec6c0c55da88 tempest-TenantUsagesTestJSON-627674300 tempest-TenantUsagesTestJSON-627674300-project-member] Lock "ef11d456-2416-4498-aa7c-e1a51cb865d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.087s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.908405] env[69987]: DEBUG nova.network.neutron [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Successfully updated port: be70cd8d-e482-400f-9516-22be357c6e4f {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.956523] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500375, 'name': CreateSnapshot_Task, 'duration_secs': 0.46278} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.957381] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.960918] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db6af71-d7bf-44f3-89c6-488b363c10b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.966017] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500376, 'name': ReconfigVM_Task, 'duration_secs': 0.157861} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.968047] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.969365] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cabe0a2a-e47e-4783-89ca-cdd9e315533e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.981706] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 849.981706] env[69987]: value = "task-3500377" [ 849.981706] env[69987]: _type = "Task" [ 849.981706] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.992334] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.041776] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bbfe10-4b0c-f735-cb7c-3fdb82b00aba, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.042091] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.042425] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.042556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.042704] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.042880] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.043441] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-097ab0e1-92ed-44c9-968b-7b9603157ad2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.051871] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.052111] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.052821] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1cadbb-7cdb-45d8-af97-5caa22746251 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.058585] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 850.058585] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52703c70-66e9-4074-bab0-cc95c68fd43b" [ 850.058585] env[69987]: _type = "Task" [ 850.058585] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.066904] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52703c70-66e9-4074-bab0-cc95c68fd43b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.159544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.412815] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "refresh_cache-cf08f5c6-179f-4c14-8318-933d6b85099d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.412815] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "refresh_cache-cf08f5c6-179f-4c14-8318-933d6b85099d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.412815] env[69987]: DEBUG nova.network.neutron [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.416672] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa4c9c5-33ed-4eea-8f09-683789f7c492 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.429370] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f776fc-a7d5-4145-a697-d0184d36962c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.497403] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 850.499455] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7000de76-d13c-4079-9c5c-b6d2f1d3bf4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.503826] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e6ad4-ca89-4968-8dcb-1f2b44c13fbd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.522569] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc0ea08-8a5e-45d1-9cff-ba470cd5fdc8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.526679] env[69987]: DEBUG oslo_vmware.api [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500377, 'name': PowerOnVM_Task, 'duration_secs': 0.410483} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.527053] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 850.527053] env[69987]: value = "task-3500378" [ 850.527053] env[69987]: _type = "Task" [ 850.527053] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.527211] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.534140] env[69987]: DEBUG nova.compute.manager [None req-82ad2e92-09b2-45ef-92c6-b0d34cc7e9be tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.542308] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72966d-f467-427f-be6e-42f37cf0b527 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.545984] env[69987]: DEBUG nova.compute.provider_tree [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.548631] env[69987]: DEBUG nova.network.neutron [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Updated VIF entry in instance network info cache for port d9a893ee-9b8b-431a-8134-3b46e1f54c78. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.548962] env[69987]: DEBUG nova.network.neutron [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Updating instance_info_cache with network_info: [{"id": "d9a893ee-9b8b-431a-8134-3b46e1f54c78", "address": "fa:16:3e:f8:96:88", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9a893ee-9b", "ovs_interfaceid": "d9a893ee-9b8b-431a-8134-3b46e1f54c78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.556275] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500378, 'name': CloneVM_Task} progress is 11%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.570828] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52703c70-66e9-4074-bab0-cc95c68fd43b, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.570828] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7cb27d-f9a3-4ea0-ba9e-e9556e558ba0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.578254] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 850.578254] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ef2c61-7e36-f6f3-b5d7-7ab077d10229" [ 850.578254] env[69987]: _type = "Task" [ 850.578254] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.586236] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ef2c61-7e36-f6f3-b5d7-7ab077d10229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.967564] env[69987]: DEBUG nova.network.neutron [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.044037] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500378, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.055506] env[69987]: DEBUG oslo_concurrency.lockutils [req-d3f2167a-b3a9-4421-b3eb-c9bb12fabcaa req-9366ba41-b5f9-4354-af5d-d74bf670bb6d service nova] Releasing lock "refresh_cache-734ac398-4556-413a-ac7e-ca28d56d4de1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.057121] env[69987]: DEBUG nova.scheduler.client.report [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.092768] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ef2c61-7e36-f6f3-b5d7-7ab077d10229, 'name': SearchDatastore_Task, 'duration_secs': 0.027975} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.092901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.093142] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 734ac398-4556-413a-ac7e-ca28d56d4de1/734ac398-4556-413a-ac7e-ca28d56d4de1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.093694] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb7a35e4-6bf9-4311-83dc-a9555b39d34e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.102298] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 851.102298] env[69987]: value = "task-3500379" [ 851.102298] env[69987]: _type = "Task" [ 851.102298] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.112834] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.225025] env[69987]: DEBUG nova.network.neutron [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Updating instance_info_cache with network_info: [{"id": "be70cd8d-e482-400f-9516-22be357c6e4f", "address": "fa:16:3e:46:69:4f", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe70cd8d-e4", "ovs_interfaceid": "be70cd8d-e482-400f-9516-22be357c6e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.548892] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500378, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.564524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.565918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.392s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.568923] env[69987]: INFO nova.compute.claims [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.601683] env[69987]: INFO nova.scheduler.client.report [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Deleted allocations for instance e8adf65d-fde7-4479-a05c-5690f9e87910 [ 851.616569] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.726831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "refresh_cache-cf08f5c6-179f-4c14-8318-933d6b85099d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.727208] env[69987]: DEBUG nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance network_info: |[{"id": "be70cd8d-e482-400f-9516-22be357c6e4f", "address": "fa:16:3e:46:69:4f", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe70cd8d-e4", "ovs_interfaceid": "be70cd8d-e482-400f-9516-22be357c6e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.727660] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:69:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be70cd8d-e482-400f-9516-22be357c6e4f', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.738725] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating folder: Project (a515f3fbc809429f84cb9da86393bee4). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.740156] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8dd60784-da42-4114-a451-dadb0bc8b348 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.752787] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created folder: Project (a515f3fbc809429f84cb9da86393bee4) in parent group-v699418. [ 851.753011] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating folder: Instances. Parent ref: group-v699530. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.753272] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c33ebb25-f476-4bd3-a60d-2f88bafb35b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.764559] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created folder: Instances in parent group-v699530. [ 851.764771] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.764974] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.765197] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d62d11-2f70-4997-b791-a5cb0dd5c146 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.787100] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.787100] env[69987]: value = "task-3500382" [ 851.787100] env[69987]: _type = "Task" [ 851.787100] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.800408] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500382, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.019357] env[69987]: DEBUG nova.compute.manager [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Received event network-vif-plugged-be70cd8d-e482-400f-9516-22be357c6e4f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.019357] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Acquiring lock "cf08f5c6-179f-4c14-8318-933d6b85099d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.020145] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.020675] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.023134] env[69987]: DEBUG nova.compute.manager [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] No waiting events found dispatching network-vif-plugged-be70cd8d-e482-400f-9516-22be357c6e4f {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.023134] env[69987]: WARNING nova.compute.manager [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Received unexpected event network-vif-plugged-be70cd8d-e482-400f-9516-22be357c6e4f for instance with vm_state building and task_state spawning. [ 852.023134] env[69987]: DEBUG nova.compute.manager [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Received event network-changed-be70cd8d-e482-400f-9516-22be357c6e4f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.023134] env[69987]: DEBUG nova.compute.manager [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Refreshing instance network info cache due to event network-changed-be70cd8d-e482-400f-9516-22be357c6e4f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.023134] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Acquiring lock "refresh_cache-cf08f5c6-179f-4c14-8318-933d6b85099d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.023285] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Acquired lock "refresh_cache-cf08f5c6-179f-4c14-8318-933d6b85099d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.023285] env[69987]: DEBUG nova.network.neutron [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Refreshing network info cache for port be70cd8d-e482-400f-9516-22be357c6e4f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.044282] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500378, 'name': CloneVM_Task, 'duration_secs': 1.389513} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.044332] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Created linked-clone VM from snapshot [ 852.045258] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f61fa-6265-4907-9867-c7f19b482c54 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.052277] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Uploading image 6142893e-aec6-4f03-a2e5-9f40e168c6c8 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 852.084517] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 852.084517] env[69987]: value = "vm-699529" [ 852.084517] env[69987]: _type = "VirtualMachine" [ 852.084517] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 852.084795] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da01cd06-5630-41c1-ba0b-cdb9427fb6e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.094400] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lease: (returnval){ [ 852.094400] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5209f414-c007-0b94-551d-60d1002184cb" [ 852.094400] env[69987]: _type = "HttpNfcLease" [ 852.094400] env[69987]: } obtained for exporting VM: (result){ [ 852.094400] env[69987]: value = "vm-699529" [ 852.094400] env[69987]: _type = "VirtualMachine" [ 852.094400] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 852.094400] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the lease: (returnval){ [ 852.094400] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5209f414-c007-0b94-551d-60d1002184cb" [ 852.094400] env[69987]: _type = "HttpNfcLease" [ 852.094400] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 852.101933] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.101933] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5209f414-c007-0b94-551d-60d1002184cb" [ 852.101933] env[69987]: _type = "HttpNfcLease" [ 852.101933] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 852.114373] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500379, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.114923] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6339838-1c7d-442a-8df9-78bbff6c3a5d tempest-ServersTestManualDisk-1921842284 tempest-ServersTestManualDisk-1921842284-project-member] Lock "e8adf65d-fde7-4479-a05c-5690f9e87910" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.809s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.298395] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500382, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.614935] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.614935] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5209f414-c007-0b94-551d-60d1002184cb" [ 852.614935] env[69987]: _type = "HttpNfcLease" [ 852.614935] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.617740] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.617740] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5209f414-c007-0b94-551d-60d1002184cb" [ 852.617740] env[69987]: _type = "HttpNfcLease" [ 852.617740] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 852.619726] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718639ec-096c-4661-a0af-d487a5c0389a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.625834] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500379, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.632392] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc4fcb-ef00-239f-8b34-0622230c8dfa/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.632576] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc4fcb-ef00-239f-8b34-0622230c8dfa/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 852.750345] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-319eaabf-a68c-4994-b38a-3730d07ecabe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.798230] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500382, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.991935] env[69987]: DEBUG nova.network.neutron [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Updated VIF entry in instance network info cache for port be70cd8d-e482-400f-9516-22be357c6e4f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.991935] env[69987]: DEBUG nova.network.neutron [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Updating instance_info_cache with network_info: [{"id": "be70cd8d-e482-400f-9516-22be357c6e4f", "address": "fa:16:3e:46:69:4f", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe70cd8d-e4", "ovs_interfaceid": "be70cd8d-e482-400f-9516-22be357c6e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.108310] env[69987]: DEBUG nova.compute.manager [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.108369] env[69987]: DEBUG nova.compute.manager [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing instance network info cache due to event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.108840] env[69987]: DEBUG oslo_concurrency.lockutils [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] Acquiring lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.109073] env[69987]: DEBUG oslo_concurrency.lockutils [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] Acquired lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.109293] env[69987]: DEBUG nova.network.neutron [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.130026] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.60514} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.130026] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 734ac398-4556-413a-ac7e-ca28d56d4de1/734ac398-4556-413a-ac7e-ca28d56d4de1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.130026] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.130235] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c22309a-8ad6-4e14-ad97-b66bd318468c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.139116] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 853.139116] env[69987]: value = "task-3500384" [ 853.139116] env[69987]: _type = "Task" [ 853.139116] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.152665] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.302388] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500382, 'name': CreateVM_Task, 'duration_secs': 1.417792} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.302678] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.303234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.303369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.303873] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.304320] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0db4a8-26e1-4ac0-aa03-49d41e97d5a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.313401] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 853.313401] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52923e8e-413b-d573-b212-48f2e7695920" [ 853.313401] env[69987]: _type = "Task" [ 853.313401] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.322502] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52923e8e-413b-d573-b212-48f2e7695920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.334497] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae0e466-9d64-4c89-8b7c-8e251b3cbdf9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.342664] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6105cf-a94a-4362-b629-15dfefa47ddd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.376478] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc4cea-ff0e-4c94-9a4c-b4a596c42670 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.384866] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37975e4f-a3c6-4cae-9e48-007cea140e0f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.400077] env[69987]: DEBUG nova.compute.provider_tree [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.493248] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Releasing lock "refresh_cache-cf08f5c6-179f-4c14-8318-933d6b85099d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.493736] env[69987]: DEBUG nova.compute.manager [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Received event network-changed-e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.493950] env[69987]: DEBUG nova.compute.manager [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Refreshing instance network info cache due to event network-changed-e19812ef-a0c9-4450-8bf7-4822a680a839. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.494208] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Acquiring lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.494355] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Acquired lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.494758] env[69987]: DEBUG nova.network.neutron [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Refreshing network info cache for port e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.655837] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07853} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.655837] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.657754] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa93b0-aac2-4450-8f58-ed0c6ca41301 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.692142] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 734ac398-4556-413a-ac7e-ca28d56d4de1/734ac398-4556-413a-ac7e-ca28d56d4de1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.695621] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a611a93-45da-4296-b3a2-89977364feb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.721344] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 853.721344] env[69987]: value = "task-3500385" [ 853.721344] env[69987]: _type = "Task" [ 853.721344] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.731582] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.825092] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52923e8e-413b-d573-b212-48f2e7695920, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.825589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.825960] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.826346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.826346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.826517] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.829180] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f78c8ef-3af3-4df6-8e3c-f355d73417e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.839933] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.840091] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.840861] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b21b4b-36c8-4fd3-b739-12653706c73c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.848225] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 853.848225] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52efe594-d4d2-92bd-5739-8aa35319888b" [ 853.848225] env[69987]: _type = "Task" [ 853.848225] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.856682] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52efe594-d4d2-92bd-5739-8aa35319888b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.930901] env[69987]: ERROR nova.scheduler.client.report [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [req-0bf377b2-b970-4948-97e0-48271f814c5c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0bf377b2-b970-4948-97e0-48271f814c5c"}]} [ 853.952201] env[69987]: DEBUG nova.scheduler.client.report [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 853.979258] env[69987]: DEBUG nova.scheduler.client.report [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 853.979372] env[69987]: DEBUG nova.compute.provider_tree [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.995195] env[69987]: DEBUG nova.scheduler.client.report [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 854.024622] env[69987]: DEBUG nova.scheduler.client.report [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 854.114032] env[69987]: DEBUG nova.network.neutron [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updated VIF entry in instance network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.114595] env[69987]: DEBUG nova.network.neutron [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.245899] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.362380] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52efe594-d4d2-92bd-5739-8aa35319888b, 'name': SearchDatastore_Task, 'duration_secs': 0.020477} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.368165] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23126667-880d-4f2f-afbe-863e565545e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.373286] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 854.373286] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5235f366-a575-fa7b-a18f-51ed12e59ab3" [ 854.373286] env[69987]: _type = "Task" [ 854.373286] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.382138] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5235f366-a575-fa7b-a18f-51ed12e59ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.603263] env[69987]: DEBUG nova.network.neutron [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updated VIF entry in instance network info cache for port e19812ef-a0c9-4450-8bf7-4822a680a839. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.603874] env[69987]: DEBUG nova.network.neutron [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updating instance_info_cache with network_info: [{"id": "e19812ef-a0c9-4450-8bf7-4822a680a839", "address": "fa:16:3e:f5:ee:e5", "network": {"id": "0bd150c3-efde-4e12-b712-d33335929d97", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1228938457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88425b5099f04f17b6f9677fdcc0883c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19812ef-a0", "ovs_interfaceid": "e19812ef-a0c9-4450-8bf7-4822a680a839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.621048] env[69987]: DEBUG oslo_concurrency.lockutils [req-c4230f54-48eb-43d5-9b65-401404af27f8 req-55913436-c934-448c-bde7-a83920722732 service nova] Releasing lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.637193] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e05a1-c31d-403e-b453-753b53dbbd9b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.646637] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ad571b-130d-4121-92ad-519688f96afd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.685243] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb471088-2d2f-45a1-955a-611aae8a730e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.695583] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64155b79-b92e-486e-83af-8fcdab068a7d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.710294] env[69987]: DEBUG nova.compute.provider_tree [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.735308] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500385, 'name': ReconfigVM_Task, 'duration_secs': 0.586781} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.735619] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 734ac398-4556-413a-ac7e-ca28d56d4de1/734ac398-4556-413a-ac7e-ca28d56d4de1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.736329] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbb8c559-44be-4455-9fc6-8d6aa45bacd4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.743645] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 854.743645] env[69987]: value = "task-3500386" [ 854.743645] env[69987]: _type = "Task" [ 854.743645] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.754295] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500386, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.887031] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5235f366-a575-fa7b-a18f-51ed12e59ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.887031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.887031] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.887031] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5be3735c-b841-4c56-99f8-29de038fe26d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.894042] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 854.894042] env[69987]: value = "task-3500387" [ 854.894042] env[69987]: _type = "Task" [ 854.894042] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.904961] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.107789] env[69987]: DEBUG oslo_concurrency.lockutils [req-70ca7c94-57d4-4739-921d-9bb34250fd1c req-46817732-3498-4eca-82c9-165b7a5852bb service nova] Releasing lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.214120] env[69987]: DEBUG nova.scheduler.client.report [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.260511] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500386, 'name': Rename_Task, 'duration_secs': 0.197038} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.261319] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.261647] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a77eebf4-b724-4a11-83c9-f2f4fd21f1cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.273923] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 855.273923] env[69987]: value = "task-3500388" [ 855.273923] env[69987]: _type = "Task" [ 855.273923] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.283213] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.410459] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.724018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.158s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.724261] env[69987]: DEBUG nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.728042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.763s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.728857] env[69987]: DEBUG nova.objects.instance [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lazy-loading 'resources' on Instance uuid 3fac017c-41a0-40f2-8f77-b1d72e1903dc {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.788597] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.911514] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556284} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.911514] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.911514] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.911834] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e55b1c8c-6aa8-4a99-8ad9-9e3fd91b04e9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.919471] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 855.919471] env[69987]: value = "task-3500389" [ 855.919471] env[69987]: _type = "Task" [ 855.919471] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.930387] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.028731] env[69987]: DEBUG nova.compute.manager [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Received event network-changed-e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.029455] env[69987]: DEBUG nova.compute.manager [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Refreshing instance network info cache due to event network-changed-e19812ef-a0c9-4450-8bf7-4822a680a839. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.029833] env[69987]: DEBUG oslo_concurrency.lockutils [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] Acquiring lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.030069] env[69987]: DEBUG oslo_concurrency.lockutils [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] Acquired lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.030305] env[69987]: DEBUG nova.network.neutron [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Refreshing network info cache for port e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.118614] env[69987]: DEBUG nova.compute.manager [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.118827] env[69987]: DEBUG nova.compute.manager [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing instance network info cache due to event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.119113] env[69987]: DEBUG oslo_concurrency.lockutils [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] Acquiring lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.119189] env[69987]: DEBUG oslo_concurrency.lockutils [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] Acquired lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.119349] env[69987]: DEBUG nova.network.neutron [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.238221] env[69987]: DEBUG nova.compute.utils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.239860] env[69987]: DEBUG nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.240040] env[69987]: DEBUG nova.network.neutron [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.287572] env[69987]: DEBUG oslo_vmware.api [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500388, 'name': PowerOnVM_Task, 'duration_secs': 0.858307} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.288161] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.288444] env[69987]: INFO nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Took 9.92 seconds to spawn the instance on the hypervisor. [ 856.288707] env[69987]: DEBUG nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.289871] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e11a5-3867-417d-a08c-98d82f7fed21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.321145] env[69987]: DEBUG nova.policy [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca8714e7466b45998bfdf8c948bc09e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a515f3fbc809429f84cb9da86393bee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.436268] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1044} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.440029] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.440029] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21486f1c-ce91-4379-9871-7534461a946b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.472624] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.472969] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109f85c6-3f53-4ee7-b93e-d9c1b55f8ceb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.499673] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 856.499673] env[69987]: value = "task-3500390" [ 856.499673] env[69987]: _type = "Task" [ 856.499673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.510731] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.744887] env[69987]: DEBUG nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.755414] env[69987]: DEBUG nova.network.neutron [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Successfully created port: 0b2754d1-bcb7-4836-a4ca-8d0d854703a3 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.814019] env[69987]: INFO nova.compute.manager [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Took 45.66 seconds to build instance. [ 856.914124] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73172507-482a-4d0b-88dc-d3e47de8093d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.922927] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527821af-ac22-4b65-ac42-9a835668b319 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.970142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2765146-e8c5-4855-ac41-4c5b41af7209 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.981738] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc0636-a14b-4282-8029-6a17c4630362 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.999493] env[69987]: DEBUG nova.compute.provider_tree [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.015043] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.028030] env[69987]: DEBUG nova.network.neutron [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updated VIF entry in instance network info cache for port e19812ef-a0c9-4450-8bf7-4822a680a839. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.028406] env[69987]: DEBUG nova.network.neutron [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updating instance_info_cache with network_info: [{"id": "e19812ef-a0c9-4450-8bf7-4822a680a839", "address": "fa:16:3e:f5:ee:e5", "network": {"id": "0bd150c3-efde-4e12-b712-d33335929d97", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1228938457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88425b5099f04f17b6f9677fdcc0883c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19812ef-a0", "ovs_interfaceid": "e19812ef-a0c9-4450-8bf7-4822a680a839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.031383] env[69987]: DEBUG nova.network.neutron [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updated VIF entry in instance network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.031383] env[69987]: DEBUG nova.network.neutron [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.319445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ad60b41-1893-49d9-bf71-f4cc7ddbc218 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.695s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.519286] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500390, 'name': ReconfigVM_Task, 'duration_secs': 0.535575} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.519593] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.520297] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2112bc17-9194-4b81-a1fe-4a1fcef05671 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.527880] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 857.527880] env[69987]: value = "task-3500391" [ 857.527880] env[69987]: _type = "Task" [ 857.527880] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.533200] env[69987]: DEBUG oslo_concurrency.lockutils [req-a97eec0e-1198-470f-b4a8-8bb07a84809c req-47461f8d-f415-4e04-9d4d-f9aafbb558e2 service nova] Releasing lock "refresh_cache-f38fbfac-9498-448d-9889-3ab4d2da1e16" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.534185] env[69987]: DEBUG oslo_concurrency.lockutils [req-c091b4ec-1234-49fd-8eec-57569787e0fc req-90622eb0-9f8f-4cec-bc96-03da05cc506c service nova] Releasing lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.541421] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500391, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.551282] env[69987]: DEBUG nova.scheduler.client.report [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 857.551597] env[69987]: DEBUG nova.compute.provider_tree [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 58 to 59 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 857.551828] env[69987]: DEBUG nova.compute.provider_tree [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.756021] env[69987]: DEBUG nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.787823] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.789139] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.789139] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.789139] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.789139] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.790624] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.790624] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.790624] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.790624] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.790973] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.791262] env[69987]: DEBUG nova.virt.hardware [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.792386] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cb0b82-a6c0-48ee-8b26-1b9eceb48423 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.802747] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578a91d7-07a7-4f60-a423-94eb0b09ed91 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.826588] env[69987]: DEBUG nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.040263] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500391, 'name': Rename_Task, 'duration_secs': 0.2275} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.041332] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.041332] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aecacf83-bb6a-4ef1-9818-1ee0152f4f29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.049529] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 858.049529] env[69987]: value = "task-3500392" [ 858.049529] env[69987]: _type = "Task" [ 858.049529] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.057819] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.063970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.047s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.063970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.063970] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 858.064305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.832s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.066374] env[69987]: INFO nova.compute.claims [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.073022] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.073022] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282594d0-f0a0-40fc-8624-e758dd936791 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.079838] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c008a5e-900c-4342-98c4-18994d3c9b93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.097204] env[69987]: INFO nova.scheduler.client.report [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Deleted allocations for instance 3fac017c-41a0-40f2-8f77-b1d72e1903dc [ 858.099260] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35bedd8-e01b-4506-b123-f235e4ccf994 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.108734] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9819fb7-1dfb-43c0-88b9-0e7717b67033 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.154369] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179432MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 858.154596] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.239871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.239871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.354235] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.563534] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.612203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69dc7a1d-6fe6-4da5-963d-efd661db1172 tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3fac017c-41a0-40f2-8f77-b1d72e1903dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.212s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.715686] env[69987]: DEBUG nova.compute.manager [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.715904] env[69987]: DEBUG nova.compute.manager [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing instance network info cache due to event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.716153] env[69987]: DEBUG oslo_concurrency.lockutils [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] Acquiring lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.716293] env[69987]: DEBUG oslo_concurrency.lockutils [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] Acquired lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.716473] env[69987]: DEBUG nova.network.neutron [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.734143] env[69987]: DEBUG nova.network.neutron [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Successfully updated port: 0b2754d1-bcb7-4836-a4ca-8d0d854703a3 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.066560] env[69987]: DEBUG oslo_vmware.api [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500392, 'name': PowerOnVM_Task, 'duration_secs': 0.72393} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.066859] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.067099] env[69987]: INFO nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Took 9.97 seconds to spawn the instance on the hypervisor. [ 859.067286] env[69987]: DEBUG nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.068164] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8c96e-7094-49c0-b27a-a5350efde6a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.236635] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "refresh_cache-1045259e-3aad-4d1b-8ec0-3d7f375803a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.236791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "refresh_cache-1045259e-3aad-4d1b-8ec0-3d7f375803a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.236941] env[69987]: DEBUG nova.network.neutron [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.450268] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3b4a3-a0af-4318-b707-136b6bf2c58b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.460169] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb970f3-73b4-4866-abfe-5fc9c03b172a tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Suspending the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 859.460443] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3e26dfc8-421a-4fab-8e19-98db0453f7ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.472838] env[69987]: DEBUG oslo_vmware.api [None req-1fb970f3-73b4-4866-abfe-5fc9c03b172a tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 859.472838] env[69987]: value = "task-3500393" [ 859.472838] env[69987]: _type = "Task" [ 859.472838] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.483622] env[69987]: DEBUG oslo_vmware.api [None req-1fb970f3-73b4-4866-abfe-5fc9c03b172a tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500393, 'name': SuspendVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.519572] env[69987]: DEBUG nova.network.neutron [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updated VIF entry in instance network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.519572] env[69987]: DEBUG nova.network.neutron [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.595737] env[69987]: INFO nova.compute.manager [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Took 45.75 seconds to build instance. [ 859.708391] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1861b-8f2f-4d2f-99de-a7704a4fc6c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.718663] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfec6b9e-fd2c-4834-b7d7-5101c35eba8d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.763141] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51f0cd0-d304-4dc1-818f-1516a5a3366b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.772831] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7bd18c-327d-44c4-9bba-c8616f2e32c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.790706] env[69987]: DEBUG nova.compute.provider_tree [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.799078] env[69987]: DEBUG nova.network.neutron [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.984672] env[69987]: DEBUG oslo_vmware.api [None req-1fb970f3-73b4-4866-abfe-5fc9c03b172a tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500393, 'name': SuspendVM_Task} progress is 45%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.985662] env[69987]: DEBUG nova.network.neutron [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Updating instance_info_cache with network_info: [{"id": "0b2754d1-bcb7-4836-a4ca-8d0d854703a3", "address": "fa:16:3e:5c:8c:9f", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2754d1-bc", "ovs_interfaceid": "0b2754d1-bcb7-4836-a4ca-8d0d854703a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.025306] env[69987]: DEBUG oslo_concurrency.lockutils [req-ed824564-126a-4715-b8e9-9cc51c8b6787 req-e377c01d-8d58-4d3f-ab48-06400f42fc27 service nova] Releasing lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.098065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-567af799-51ff-4c8f-bcd8-6e99276a526f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.371s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.299558] env[69987]: DEBUG nova.scheduler.client.report [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.484746] env[69987]: DEBUG oslo_vmware.api [None req-1fb970f3-73b4-4866-abfe-5fc9c03b172a tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500393, 'name': SuspendVM_Task, 'duration_secs': 0.967693} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.486898] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb970f3-73b4-4866-abfe-5fc9c03b172a tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Suspended the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 860.486898] env[69987]: DEBUG nova.compute.manager [None req-1fb970f3-73b4-4866-abfe-5fc9c03b172a tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.486898] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ea11c-538c-498f-b476-11591f275f90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.491035] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "refresh_cache-1045259e-3aad-4d1b-8ec0-3d7f375803a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.491035] env[69987]: DEBUG nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Instance network_info: |[{"id": "0b2754d1-bcb7-4836-a4ca-8d0d854703a3", "address": "fa:16:3e:5c:8c:9f", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2754d1-bc", "ovs_interfaceid": "0b2754d1-bcb7-4836-a4ca-8d0d854703a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.491224] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8c:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b2754d1-bcb7-4836-a4ca-8d0d854703a3', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.500742] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.501845] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.502296] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e89f5c9f-5e95-4175-b3ec-c48e757a81b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.530927] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.530927] env[69987]: value = "task-3500394" [ 860.530927] env[69987]: _type = "Task" [ 860.530927] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.542474] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500394, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.600961] env[69987]: DEBUG nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.716310] env[69987]: DEBUG nova.compute.manager [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.716310] env[69987]: DEBUG nova.compute.manager [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing instance network info cache due to event network-changed-6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.716310] env[69987]: DEBUG oslo_concurrency.lockutils [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] Acquiring lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.716310] env[69987]: DEBUG oslo_concurrency.lockutils [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] Acquired lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.716443] env[69987]: DEBUG nova.network.neutron [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Refreshing network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.733268] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc4fcb-ef00-239f-8b34-0622230c8dfa/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.736739] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db33a042-d07b-4f58-ace6-93ff8abf99a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.742124] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc4fcb-ef00-239f-8b34-0622230c8dfa/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.742295] env[69987]: ERROR oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc4fcb-ef00-239f-8b34-0622230c8dfa/disk-0.vmdk due to incomplete transfer. [ 860.742535] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-48516872-a826-4c15-8865-3bda60e973d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.756177] env[69987]: DEBUG oslo_vmware.rw_handles [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bc4fcb-ef00-239f-8b34-0622230c8dfa/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.756177] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Uploaded image 6142893e-aec6-4f03-a2e5-9f40e168c6c8 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.757605] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.757891] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85aeb92e-c475-4c89-9af7-c79d3bed4edd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.765688] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 860.765688] env[69987]: value = "task-3500395" [ 860.765688] env[69987]: _type = "Task" [ 860.765688] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.773584] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500395, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.804738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.804786] env[69987]: DEBUG nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.808350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.046s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.810107] env[69987]: INFO nova.compute.claims [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.928789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.928789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.928789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.928789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.929127] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.931468] env[69987]: INFO nova.compute.manager [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Terminating instance [ 861.043523] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500394, 'name': CreateVM_Task, 'duration_secs': 0.37147} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.043523] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.044408] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.044408] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.045635] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.045635] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56ec749-3e73-41b5-9426-f471d3696727 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.054376] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 861.054376] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52705434-47e9-2671-4062-b089fd4e7a6d" [ 861.054376] env[69987]: _type = "Task" [ 861.054376] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.067598] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52705434-47e9-2671-4062-b089fd4e7a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.116693] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "f38fbfac-9498-448d-9889-3ab4d2da1e16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.117300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.117300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "f38fbfac-9498-448d-9889-3ab4d2da1e16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.117516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.117516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.124304] env[69987]: INFO nova.compute.manager [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Terminating instance [ 861.135573] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.277432] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500395, 'name': Destroy_Task, 'duration_secs': 0.376633} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.277742] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Destroyed the VM [ 861.277988] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 861.278297] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4352ab0a-5c5f-43ac-8dd5-f74d16982d55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.285028] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 861.285028] env[69987]: value = "task-3500396" [ 861.285028] env[69987]: _type = "Task" [ 861.285028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.294077] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.314751] env[69987]: DEBUG nova.compute.utils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.319121] env[69987]: DEBUG nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.319121] env[69987]: DEBUG nova.network.neutron [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.365708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.366184] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "1b193fd9-d782-44d2-860b-83b53ee06485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.382519] env[69987]: DEBUG nova.policy [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4d2b43a314482aad24b96569034521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b1e9016ba7436aa565c928ef6785a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.389288] env[69987]: DEBUG nova.compute.manager [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Received event network-vif-plugged-0b2754d1-bcb7-4836-a4ca-8d0d854703a3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.389288] env[69987]: DEBUG oslo_concurrency.lockutils [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] Acquiring lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.389288] env[69987]: DEBUG oslo_concurrency.lockutils [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.389288] env[69987]: DEBUG oslo_concurrency.lockutils [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.389288] env[69987]: DEBUG nova.compute.manager [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] No waiting events found dispatching network-vif-plugged-0b2754d1-bcb7-4836-a4ca-8d0d854703a3 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.391197] env[69987]: WARNING nova.compute.manager [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Received unexpected event network-vif-plugged-0b2754d1-bcb7-4836-a4ca-8d0d854703a3 for instance with vm_state building and task_state spawning. [ 861.392702] env[69987]: DEBUG nova.compute.manager [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Received event network-changed-0b2754d1-bcb7-4836-a4ca-8d0d854703a3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.392702] env[69987]: DEBUG nova.compute.manager [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Refreshing instance network info cache due to event network-changed-0b2754d1-bcb7-4836-a4ca-8d0d854703a3. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.392702] env[69987]: DEBUG oslo_concurrency.lockutils [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] Acquiring lock "refresh_cache-1045259e-3aad-4d1b-8ec0-3d7f375803a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.392702] env[69987]: DEBUG oslo_concurrency.lockutils [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] Acquired lock "refresh_cache-1045259e-3aad-4d1b-8ec0-3d7f375803a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.392702] env[69987]: DEBUG nova.network.neutron [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Refreshing network info cache for port 0b2754d1-bcb7-4836-a4ca-8d0d854703a3 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.438207] env[69987]: DEBUG nova.compute.manager [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.438207] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.439355] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d33ecf-7075-4359-ad26-8bb1d7a8891a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.447872] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.448151] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a10cc6-91f9-40b5-9dc9-07d1f6e1bf79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.454330] env[69987]: DEBUG oslo_vmware.api [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 861.454330] env[69987]: value = "task-3500397" [ 861.454330] env[69987]: _type = "Task" [ 861.454330] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.463848] env[69987]: DEBUG oslo_vmware.api [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.560518] env[69987]: DEBUG nova.network.neutron [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updated VIF entry in instance network info cache for port 6fe2e3c5-a917-46e9-a779-2344e9877fe3. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.560917] env[69987]: DEBUG nova.network.neutron [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [{"id": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "address": "fa:16:3e:29:97:57", "network": {"id": "41fb981f-6351-4655-94fc-a5bd4fb6bbbc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1894533280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2046ac09b58448659eb3005b68801613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe2e3c5-a9", "ovs_interfaceid": "6fe2e3c5-a917-46e9-a779-2344e9877fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.570594] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52705434-47e9-2671-4062-b089fd4e7a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.031706} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.570913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.571438] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.571690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.571905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.572047] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.572338] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-839521cf-1a8c-4443-bee1-75f98ac3171c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.582620] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.586022] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.586022] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6326e5ed-28bd-422f-8ac6-65ca6ea8c6ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.591203] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 861.591203] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52466c65-5961-ec40-bc08-2cc253afd357" [ 861.591203] env[69987]: _type = "Task" [ 861.591203] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.602406] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52466c65-5961-ec40-bc08-2cc253afd357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.628649] env[69987]: DEBUG nova.compute.manager [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.628649] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.629089] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29935bbe-820b-487a-9e6f-ece1a1b268ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.639060] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.639448] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24999af2-981d-40cd-b68e-17c44fd93bd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.649145] env[69987]: DEBUG oslo_vmware.api [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 861.649145] env[69987]: value = "task-3500398" [ 861.649145] env[69987]: _type = "Task" [ 861.649145] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.660262] env[69987]: DEBUG oslo_vmware.api [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.797194] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.820049] env[69987]: DEBUG nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.967853] env[69987]: DEBUG oslo_vmware.api [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500397, 'name': PowerOffVM_Task, 'duration_secs': 0.23337} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.968253] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.968352] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.969306] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8a87c03-e2c9-4989-ba66-9b5d47559fe5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.973958] env[69987]: DEBUG nova.network.neutron [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Successfully created port: f0838f22-d038-410e-9e03-39adb74a97aa {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.032233] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.035020] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.035020] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Deleting the datastore file [datastore2] 3448671a-a384-4c15-a9ba-1ba3dad1b1d6 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.035020] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cde5fcb3-08e8-46db-b425-d19f81def390 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.039862] env[69987]: DEBUG oslo_vmware.api [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for the task: (returnval){ [ 862.039862] env[69987]: value = "task-3500400" [ 862.039862] env[69987]: _type = "Task" [ 862.039862] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.058260] env[69987]: DEBUG oslo_vmware.api [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.064414] env[69987]: DEBUG oslo_concurrency.lockutils [req-93e74ae2-927a-4320-9daf-37ac92a96bd7 req-b082b26e-83d8-4646-9a86-125e924c4b1a service nova] Releasing lock "refresh_cache-a3f66942-6063-4d1f-9bb0-b07899beccc1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.113466] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52466c65-5961-ec40-bc08-2cc253afd357, 'name': SearchDatastore_Task, 'duration_secs': 0.011669} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.118199] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3632aa76-3adc-4d4d-a4ce-a94cdeb9270e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.125598] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 862.125598] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5246b182-ee96-322f-7363-d29f34c90ed5" [ 862.125598] env[69987]: _type = "Task" [ 862.125598] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.143283] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5246b182-ee96-322f-7363-d29f34c90ed5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.144042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.144189] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 1045259e-3aad-4d1b-8ec0-3d7f375803a1/1045259e-3aad-4d1b-8ec0-3d7f375803a1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.144492] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54110599-b8b5-492d-8f22-6f6b57eb50c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.162879] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 862.162879] env[69987]: value = "task-3500401" [ 862.162879] env[69987]: _type = "Task" [ 862.162879] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.171447] env[69987]: DEBUG oslo_vmware.api [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500398, 'name': PowerOffVM_Task, 'duration_secs': 0.296355} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.172213] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.172391] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.172681] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-586afeed-cd6a-4a55-8d98-27e94e2a172b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.177601] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.250528] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.250743] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.250945] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Deleting the datastore file [datastore2] f38fbfac-9498-448d-9889-3ab4d2da1e16 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.255311] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9afaedfc-1636-4c38-94f6-82793e7581a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.260460] env[69987]: DEBUG oslo_vmware.api [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for the task: (returnval){ [ 862.260460] env[69987]: value = "task-3500403" [ 862.260460] env[69987]: _type = "Task" [ 862.260460] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.273791] env[69987]: DEBUG oslo_vmware.api [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.297623] env[69987]: DEBUG oslo_vmware.api [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500396, 'name': RemoveSnapshot_Task, 'duration_secs': 0.861025} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.298167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 862.298564] env[69987]: INFO nova.compute.manager [None req-24fa0069-4be4-4c10-9db8-0b91df4906e4 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Took 13.41 seconds to snapshot the instance on the hypervisor. [ 862.500983] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8995df-4db0-4628-bcd7-784b8cd90e31 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.510948] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba079334-6fcf-4af6-8538-2d4fec4bc490 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.550622] env[69987]: DEBUG nova.network.neutron [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Updated VIF entry in instance network info cache for port 0b2754d1-bcb7-4836-a4ca-8d0d854703a3. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.552386] env[69987]: DEBUG nova.network.neutron [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Updating instance_info_cache with network_info: [{"id": "0b2754d1-bcb7-4836-a4ca-8d0d854703a3", "address": "fa:16:3e:5c:8c:9f", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2754d1-bc", "ovs_interfaceid": "0b2754d1-bcb7-4836-a4ca-8d0d854703a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.563400] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7705e7ce-b528-4057-a602-666d32219ed8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.571027] env[69987]: DEBUG oslo_concurrency.lockutils [req-f2512adc-8da4-4059-9aec-eaed2b3998d0 req-8a0e25d0-f264-420a-8b6e-1d8d021c2df3 service nova] Releasing lock "refresh_cache-1045259e-3aad-4d1b-8ec0-3d7f375803a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.593301] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510f5232-3e74-4476-abd1-bcaf52d1903e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.598720] env[69987]: DEBUG oslo_vmware.api [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Task: {'id': task-3500400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232249} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.599054] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.599302] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.599540] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.599717] env[69987]: INFO nova.compute.manager [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 862.600030] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.600737] env[69987]: DEBUG nova.compute.manager [-] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.600855] env[69987]: DEBUG nova.network.neutron [-] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.612884] env[69987]: DEBUG nova.compute.provider_tree [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.673387] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.753621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "a3f66942-6063-4d1f-9bb0-b07899beccc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.753926] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.754165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "a3f66942-6063-4d1f-9bb0-b07899beccc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.754357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.754527] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.757542] env[69987]: INFO nova.compute.manager [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Terminating instance [ 862.776406] env[69987]: DEBUG oslo_vmware.api [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Task: {'id': task-3500403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381954} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.777362] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.777516] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.777756] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.777873] env[69987]: INFO nova.compute.manager [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Took 1.15 seconds to destroy the instance on the hypervisor. [ 862.778135] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.778334] env[69987]: DEBUG nova.compute.manager [-] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.778429] env[69987]: DEBUG nova.network.neutron [-] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.843916] env[69987]: DEBUG nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.872388] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.872645] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.873109] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.873109] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.873686] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.873753] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.874029] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.874298] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.874402] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.874546] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.874741] env[69987]: DEBUG nova.virt.hardware [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.875612] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66988272-53f4-40a1-9ccc-5dd5b0a6b66a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.884393] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ff05bd-9db7-4963-a532-1e59d9fa09de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.120557] env[69987]: DEBUG nova.scheduler.client.report [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.128176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "9642dc29-73e4-451e-bf37-fe20fc4c876a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.129027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.129027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "9642dc29-73e4-451e-bf37-fe20fc4c876a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.129027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.129220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.132649] env[69987]: INFO nova.compute.manager [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Terminating instance [ 863.180920] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702177} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.181617] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 1045259e-3aad-4d1b-8ec0-3d7f375803a1/1045259e-3aad-4d1b-8ec0-3d7f375803a1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.181997] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.182409] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd0acc2e-6efa-4381-8117-05c3f35b80dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.193768] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 863.193768] env[69987]: value = "task-3500404" [ 863.193768] env[69987]: _type = "Task" [ 863.193768] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.203776] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.264098] env[69987]: DEBUG nova.compute.manager [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.264098] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.264098] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07887f1f-bdf7-48e2-be4b-8b82a524aeae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.280020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.280020] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f297b0c9-c4aa-44b7-a980-b0f2e64393f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.288038] env[69987]: DEBUG oslo_vmware.api [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 863.288038] env[69987]: value = "task-3500405" [ 863.288038] env[69987]: _type = "Task" [ 863.288038] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.295024] env[69987]: DEBUG oslo_vmware.api [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.585026] env[69987]: DEBUG nova.compute.manager [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.585026] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721deec7-09fe-4fa2-b109-af762851c6af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.633868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.633868] env[69987]: DEBUG nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.636911] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.713s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.638872] env[69987]: INFO nova.compute.claims [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.641810] env[69987]: DEBUG nova.compute.manager [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.642031] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.643274] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e4cf3b-266a-4f0d-b5ff-1d2abfe3854e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.655400] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.655899] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a157b3f-d312-4d4d-b94a-771021f3c297 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.663250] env[69987]: DEBUG oslo_vmware.api [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 863.663250] env[69987]: value = "task-3500406" [ 863.663250] env[69987]: _type = "Task" [ 863.663250] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.675370] env[69987]: DEBUG nova.network.neutron [-] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.677515] env[69987]: DEBUG nova.network.neutron [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Successfully updated port: f0838f22-d038-410e-9e03-39adb74a97aa {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.685461] env[69987]: DEBUG oslo_vmware.api [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.706982] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134463} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.707284] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.708997] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb885c6-b50a-4a94-94b4-cc87144d8ebc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.713254] env[69987]: DEBUG nova.compute.manager [req-5f086f2c-4681-4d6c-8668-f859c059782d req-813fa43a-8c7a-4d07-b57f-7ad5cb2cd305 service nova] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Received event network-vif-deleted-e19812ef-a0c9-4450-8bf7-4822a680a839 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.731374] env[69987]: DEBUG nova.network.neutron [-] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.741833] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 1045259e-3aad-4d1b-8ec0-3d7f375803a1/1045259e-3aad-4d1b-8ec0-3d7f375803a1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.743492] env[69987]: DEBUG nova.compute.manager [req-c18cbe42-5af4-4f50-beb4-733830c3805a req-2016b98e-29c4-4100-872e-b3b93c9dda87 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Received event network-vif-deleted-781a8d35-65b6-42cf-bdab-5f653e43678e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.743716] env[69987]: INFO nova.compute.manager [req-c18cbe42-5af4-4f50-beb4-733830c3805a req-2016b98e-29c4-4100-872e-b3b93c9dda87 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Neutron deleted interface 781a8d35-65b6-42cf-bdab-5f653e43678e; detaching it from the instance and deleting it from the info cache [ 863.743895] env[69987]: DEBUG nova.network.neutron [req-c18cbe42-5af4-4f50-beb4-733830c3805a req-2016b98e-29c4-4100-872e-b3b93c9dda87 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.745957] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e1c4774-9c91-4a1a-813f-90de31841a41 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.770687] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 863.770687] env[69987]: value = "task-3500407" [ 863.770687] env[69987]: _type = "Task" [ 863.770687] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.784875] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.799329] env[69987]: DEBUG oslo_vmware.api [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.098588] env[69987]: INFO nova.compute.manager [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] instance snapshotting [ 864.098911] env[69987]: WARNING nova.compute.manager [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 864.102584] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0c5f1-9cd9-4004-9aa6-082266e16789 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.129171] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7770f8-c4d8-4204-ad89-59e654486a04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.141843] env[69987]: DEBUG nova.compute.utils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.147413] env[69987]: DEBUG nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.147413] env[69987]: DEBUG nova.network.neutron [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.175155] env[69987]: DEBUG oslo_vmware.api [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500406, 'name': PowerOffVM_Task, 'duration_secs': 0.292949} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.175602] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.175825] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.176146] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43bce0c-e9c7-45c0-bab4-3854d8bc156f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.185294] env[69987]: INFO nova.compute.manager [-] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Took 1.40 seconds to deallocate network for instance. [ 864.185294] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-fdda3efc-facb-4d2a-b4e1-b167507b95e8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-fdda3efc-facb-4d2a-b4e1-b167507b95e8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186092] env[69987]: DEBUG nova.network.neutron [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.238042] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.238263] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.238305] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Deleting the datastore file [datastore1] 9642dc29-73e4-451e-bf37-fe20fc4c876a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.238803] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cb27c6a-f80b-4443-a3e4-4adfe03f6524 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.243726] env[69987]: DEBUG nova.policy [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7690402f263a44a8a6e031ffb976029c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ecd382f63d242dc8ac59492de2b8935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.245375] env[69987]: INFO nova.compute.manager [-] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Took 1.64 seconds to deallocate network for instance. [ 864.248819] env[69987]: DEBUG oslo_vmware.api [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for the task: (returnval){ [ 864.248819] env[69987]: value = "task-3500409" [ 864.248819] env[69987]: _type = "Task" [ 864.248819] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.251430] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b96793d5-2bc9-4f8d-a46d-f5bb7132ac97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.261977] env[69987]: DEBUG oslo_vmware.api [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.266213] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a063c42-27bc-472c-9dcd-a51b09c56eb2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.285676] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500407, 'name': ReconfigVM_Task, 'duration_secs': 0.384872} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.285976] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 1045259e-3aad-4d1b-8ec0-3d7f375803a1/1045259e-3aad-4d1b-8ec0-3d7f375803a1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.286626] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fceaa0e-ecd4-4184-b8cf-1859ed9a0277 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.308792] env[69987]: DEBUG nova.compute.manager [req-c18cbe42-5af4-4f50-beb4-733830c3805a req-2016b98e-29c4-4100-872e-b3b93c9dda87 service nova] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Detach interface failed, port_id=781a8d35-65b6-42cf-bdab-5f653e43678e, reason: Instance 3448671a-a384-4c15-a9ba-1ba3dad1b1d6 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.312723] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 864.312723] env[69987]: value = "task-3500410" [ 864.312723] env[69987]: _type = "Task" [ 864.312723] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.321196] env[69987]: DEBUG oslo_vmware.api [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500405, 'name': PowerOffVM_Task, 'duration_secs': 0.609292} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.321879] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.322115] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.322409] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365acecf-2ec8-4a8e-87a3-4de5309afd3f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.328108] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500410, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.394998] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.395249] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.395441] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Deleting the datastore file [datastore1] a3f66942-6063-4d1f-9bb0-b07899beccc1 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.395753] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea75c64-10b2-4019-8df1-dab9f4afe3bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.404974] env[69987]: DEBUG oslo_vmware.api [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for the task: (returnval){ [ 864.404974] env[69987]: value = "task-3500412" [ 864.404974] env[69987]: _type = "Task" [ 864.404974] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.415210] env[69987]: DEBUG oslo_vmware.api [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.647879] env[69987]: DEBUG nova.network.neutron [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Successfully created port: d4c6775f-216e-4a02-997e-8441f739315c {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.650889] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.651670] env[69987]: DEBUG nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.654544] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d45c65af-39eb-4a38-8346-2350646461b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.669507] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 864.669507] env[69987]: value = "task-3500413" [ 864.669507] env[69987]: _type = "Task" [ 864.669507] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.682841] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500413, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.693820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.735899] env[69987]: DEBUG nova.network.neutron [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.756043] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.767903] env[69987]: DEBUG oslo_vmware.api [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Task: {'id': task-3500409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362278} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.769061] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.769061] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.769061] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.769061] env[69987]: INFO nova.compute.manager [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 864.769061] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.769360] env[69987]: DEBUG nova.compute.manager [-] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.769360] env[69987]: DEBUG nova.network.neutron [-] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.823893] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500410, 'name': Rename_Task, 'duration_secs': 0.145615} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.827142] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.827689] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f962cb90-e779-40bd-babd-41c2604ecdf6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.836300] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 864.836300] env[69987]: value = "task-3500414" [ 864.836300] env[69987]: _type = "Task" [ 864.836300] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.844549] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.923659] env[69987]: DEBUG oslo_vmware.api [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Task: {'id': task-3500412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509061} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.923659] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.923659] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.923659] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.923898] env[69987]: INFO nova.compute.manager [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 864.926129] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.926129] env[69987]: DEBUG nova.compute.manager [-] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.926129] env[69987]: DEBUG nova.network.neutron [-] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.965584] env[69987]: DEBUG nova.network.neutron [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Updating instance_info_cache with network_info: [{"id": "f0838f22-d038-410e-9e03-39adb74a97aa", "address": "fa:16:3e:0e:e4:a3", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0838f22-d0", "ovs_interfaceid": "f0838f22-d038-410e-9e03-39adb74a97aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.191911] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.335752] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7fa17-2e9e-4f8b-88df-47a6d3a77d81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.355058] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbce7967-3860-440f-9aa3-c9385e47e0e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.359678] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.395428] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc8cbf-989a-4bc6-9333-4b2cb86918a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.403671] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b8c78-208a-4c2a-b806-e998c54182ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.419763] env[69987]: DEBUG nova.compute.provider_tree [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.468026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-fdda3efc-facb-4d2a-b4e1-b167507b95e8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.469619] env[69987]: DEBUG nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Instance network_info: |[{"id": "f0838f22-d038-410e-9e03-39adb74a97aa", "address": "fa:16:3e:0e:e4:a3", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0838f22-d0", "ovs_interfaceid": "f0838f22-d038-410e-9e03-39adb74a97aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.469755] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e4:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0838f22-d038-410e-9e03-39adb74a97aa', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.477442] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.477689] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.477915] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d56b2f16-c446-428d-abf4-e00d6e170d28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.500898] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.500898] env[69987]: value = "task-3500415" [ 865.500898] env[69987]: _type = "Task" [ 865.500898] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.509817] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500415, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.684156] env[69987]: DEBUG nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.691536] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.720481] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.720785] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.720949] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.721147] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.721311] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.721494] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.722479] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.722479] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.722479] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.722479] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.722479] env[69987]: DEBUG nova.virt.hardware [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.723266] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f07b564-c424-4055-8f39-d7301385fd53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.736236] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464ae56-e988-4ead-8b4c-33e17d73c945 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.773389] env[69987]: DEBUG nova.network.neutron [-] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.848194] env[69987]: DEBUG oslo_vmware.api [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500414, 'name': PowerOnVM_Task, 'duration_secs': 0.641169} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.848509] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.848745] env[69987]: INFO nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Took 8.09 seconds to spawn the instance on the hypervisor. [ 865.848926] env[69987]: DEBUG nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.849896] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9653b1ef-9a2c-49f8-88bb-2b3890831e21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.926018] env[69987]: DEBUG nova.scheduler.client.report [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.016901] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500415, 'name': CreateVM_Task, 'duration_secs': 0.324291} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.017098] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.017808] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.017986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.018888] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.019179] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f87a11-c3d3-4db7-8916-baa0f9f1232a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024250] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 866.024250] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa4105-1416-3c5c-7bfa-c5ee689f6b73" [ 866.024250] env[69987]: _type = "Task" [ 866.024250] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.032555] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fa4105-1416-3c5c-7bfa-c5ee689f6b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.038085] env[69987]: DEBUG nova.network.neutron [-] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.069338] env[69987]: DEBUG nova.compute.manager [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Received event network-vif-plugged-f0838f22-d038-410e-9e03-39adb74a97aa {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.069505] env[69987]: DEBUG oslo_concurrency.lockutils [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] Acquiring lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.069687] env[69987]: DEBUG oslo_concurrency.lockutils [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.069964] env[69987]: DEBUG oslo_concurrency.lockutils [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.070150] env[69987]: DEBUG nova.compute.manager [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] No waiting events found dispatching network-vif-plugged-f0838f22-d038-410e-9e03-39adb74a97aa {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.070405] env[69987]: WARNING nova.compute.manager [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Received unexpected event network-vif-plugged-f0838f22-d038-410e-9e03-39adb74a97aa for instance with vm_state building and task_state spawning. [ 866.070599] env[69987]: DEBUG nova.compute.manager [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Received event network-changed-f0838f22-d038-410e-9e03-39adb74a97aa {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.070759] env[69987]: DEBUG nova.compute.manager [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Refreshing instance network info cache due to event network-changed-f0838f22-d038-410e-9e03-39adb74a97aa. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.070947] env[69987]: DEBUG oslo_concurrency.lockutils [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] Acquiring lock "refresh_cache-fdda3efc-facb-4d2a-b4e1-b167507b95e8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.071136] env[69987]: DEBUG oslo_concurrency.lockutils [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] Acquired lock "refresh_cache-fdda3efc-facb-4d2a-b4e1-b167507b95e8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.071249] env[69987]: DEBUG nova.network.neutron [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Refreshing network info cache for port f0838f22-d038-410e-9e03-39adb74a97aa {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.088375] env[69987]: DEBUG nova.compute.manager [req-bd8ca2c0-8914-49dc-aaa2-4159a2f631f3 req-242976cd-96e6-44c0-a880-997c7eeb3f4e service nova] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Received event network-vif-deleted-6fe2e3c5-a917-46e9-a779-2344e9877fe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.186628] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500413, 'name': CreateSnapshot_Task, 'duration_secs': 1.192528} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.186756] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.187540] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce21335-730d-492f-967c-ea783d2b2754 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.274371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "77ca4bdd-1d0e-4596-810a-29eec177acd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.275028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.276376] env[69987]: INFO nova.compute.manager [-] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Took 1.35 seconds to deallocate network for instance. [ 866.370072] env[69987]: INFO nova.compute.manager [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Took 48.22 seconds to build instance. [ 866.431861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.431861] env[69987]: DEBUG nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.435768] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.413s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.437685] env[69987]: DEBUG nova.objects.instance [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lazy-loading 'resources' on Instance uuid c73fd485-e892-4ede-b980-c5b154d292d9 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.460917] env[69987]: DEBUG nova.network.neutron [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Successfully updated port: d4c6775f-216e-4a02-997e-8441f739315c {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.541924] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fa4105-1416-3c5c-7bfa-c5ee689f6b73, 'name': SearchDatastore_Task, 'duration_secs': 0.042403} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.542392] env[69987]: INFO nova.compute.manager [-] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Took 1.77 seconds to deallocate network for instance. [ 866.542740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.542995] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.544386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.544386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.544386] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.545396] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c56a4c0-7fb4-4b3c-8e43-03d6f6669466 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.558830] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.558923] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.560109] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a5d3733-47d9-43fb-b7ef-56793515d641 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.566532] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 866.566532] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c3a067-c597-c85d-d6a7-f0047510666f" [ 866.566532] env[69987]: _type = "Task" [ 866.566532] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.577283] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c3a067-c597-c85d-d6a7-f0047510666f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.707197] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.707656] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6c3c040-a04c-44d0-8716-bb2aebe04c50 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.718723] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 866.718723] env[69987]: value = "task-3500416" [ 866.718723] env[69987]: _type = "Task" [ 866.718723] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.731213] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500416, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.786906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.847954] env[69987]: DEBUG nova.network.neutron [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Updated VIF entry in instance network info cache for port f0838f22-d038-410e-9e03-39adb74a97aa. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.847954] env[69987]: DEBUG nova.network.neutron [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Updating instance_info_cache with network_info: [{"id": "f0838f22-d038-410e-9e03-39adb74a97aa", "address": "fa:16:3e:0e:e4:a3", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0838f22-d0", "ovs_interfaceid": "f0838f22-d038-410e-9e03-39adb74a97aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.872344] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0b536bc7-e590-45ce-b244-b7d78232a7c2 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.576s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.943310] env[69987]: DEBUG nova.compute.utils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.946807] env[69987]: DEBUG nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.946884] env[69987]: DEBUG nova.network.neutron [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.964047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "refresh_cache-87d6b4be-0570-4acf-adb2-76535b5157d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.964266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired lock "refresh_cache-87d6b4be-0570-4acf-adb2-76535b5157d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.964436] env[69987]: DEBUG nova.network.neutron [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.012879] env[69987]: DEBUG nova.policy [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b593e82a6e2f4dd5a47230e227dfdb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b27f7d4d5f4a388c7c3a552fed9b9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.055693] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.084382] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c3a067-c597-c85d-d6a7-f0047510666f, 'name': SearchDatastore_Task, 'duration_secs': 0.019402} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.085244] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aaa2568-3f46-47b2-a967-2da45dde20eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.091082] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 867.091082] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5222c7e3-5fe6-4312-5fee-92c0b5cd6a26" [ 867.091082] env[69987]: _type = "Task" [ 867.091082] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.100019] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5222c7e3-5fe6-4312-5fee-92c0b5cd6a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.232013] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500416, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.262990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.263312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.263553] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.263813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.263965] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.269479] env[69987]: INFO nova.compute.manager [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Terminating instance [ 867.352149] env[69987]: DEBUG oslo_concurrency.lockutils [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] Releasing lock "refresh_cache-fdda3efc-facb-4d2a-b4e1-b167507b95e8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.352315] env[69987]: DEBUG nova.compute.manager [req-cdc3ec80-a3fe-4566-b5b4-06c3ba6794f2 req-1db73ba0-cb0e-4d80-949c-be8aa7dd93c7 service nova] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Received event network-vif-deleted-7631bca9-e1e2-4249-a562-c0872005b8ed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.374742] env[69987]: DEBUG nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.439354] env[69987]: DEBUG nova.network.neutron [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Successfully created port: d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.452902] env[69987]: DEBUG nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.529126] env[69987]: DEBUG nova.network.neutron [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.565023] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9679ef-19a1-4f4e-ac5b-a28235c1e609 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.572908] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e57317d-6122-4a44-91d1-5106907dae5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.615972] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8cc822-35d8-4396-93c5-c1f8787dfdaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.628185] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c29167-75c8-42ab-8bb9-5f59f16c441b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.633589] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5222c7e3-5fe6-4312-5fee-92c0b5cd6a26, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.633860] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.634183] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.634793] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97cd45d4-a361-488b-8bf9-99742233853a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.644650] env[69987]: DEBUG nova.compute.provider_tree [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.647154] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 867.647154] env[69987]: value = "task-3500417" [ 867.647154] env[69987]: _type = "Task" [ 867.647154] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.655934] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.731087] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500416, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.777180] env[69987]: DEBUG nova.compute.manager [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.777180] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.778477] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959d2b3-2912-4ea2-832f-edfafbda5e19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.788129] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.788129] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-321be589-3f0d-494a-ae06-39f95637b851 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.794310] env[69987]: DEBUG oslo_vmware.api [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 867.794310] env[69987]: value = "task-3500418" [ 867.794310] env[69987]: _type = "Task" [ 867.794310] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.803020] env[69987]: DEBUG oslo_vmware.api [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.804178] env[69987]: DEBUG nova.network.neutron [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Updating instance_info_cache with network_info: [{"id": "d4c6775f-216e-4a02-997e-8441f739315c", "address": "fa:16:3e:f7:93:f9", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4c6775f-21", "ovs_interfaceid": "d4c6775f-216e-4a02-997e-8441f739315c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.902765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.956615] env[69987]: INFO nova.virt.block_device [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Booting with volume 1e6ba965-9184-4a81-b734-c19d9fca76d5 at /dev/sda [ 868.005515] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3448e52f-042d-494b-b50e-427c8d1616a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.016812] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc46822-a62c-4fb8-98e3-76f6a5774317 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.057329] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0eb1c583-c936-4caf-8079-0c70d124a5c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.067883] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d077994-9184-46d6-9599-603a9e492fd0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.104130] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83643b46-f16a-497d-99c4-937cf3a920e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.111491] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4561af-9ea4-43fb-9fd0-09749b0716f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.126084] env[69987]: DEBUG nova.virt.block_device [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updating existing volume attachment record: 03f70b72-be13-4b4d-be84-0e06577ada12 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 868.149754] env[69987]: DEBUG nova.scheduler.client.report [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.162581] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.187539] env[69987]: DEBUG nova.compute.manager [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Received event network-vif-plugged-d4c6775f-216e-4a02-997e-8441f739315c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.188077] env[69987]: DEBUG oslo_concurrency.lockutils [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] Acquiring lock "87d6b4be-0570-4acf-adb2-76535b5157d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.188077] env[69987]: DEBUG oslo_concurrency.lockutils [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.188275] env[69987]: DEBUG oslo_concurrency.lockutils [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.188427] env[69987]: DEBUG nova.compute.manager [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] No waiting events found dispatching network-vif-plugged-d4c6775f-216e-4a02-997e-8441f739315c {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.188464] env[69987]: WARNING nova.compute.manager [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Received unexpected event network-vif-plugged-d4c6775f-216e-4a02-997e-8441f739315c for instance with vm_state building and task_state spawning. [ 868.188708] env[69987]: DEBUG nova.compute.manager [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Received event network-changed-d4c6775f-216e-4a02-997e-8441f739315c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.188866] env[69987]: DEBUG nova.compute.manager [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Refreshing instance network info cache due to event network-changed-d4c6775f-216e-4a02-997e-8441f739315c. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.188977] env[69987]: DEBUG oslo_concurrency.lockutils [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] Acquiring lock "refresh_cache-87d6b4be-0570-4acf-adb2-76535b5157d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.232410] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500416, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.304527] env[69987]: DEBUG oslo_vmware.api [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500418, 'name': PowerOffVM_Task, 'duration_secs': 0.282401} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.305293] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.305897] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.305897] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99352f6f-bb78-4e11-9894-aa482f30d46e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.308942] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Releasing lock "refresh_cache-87d6b4be-0570-4acf-adb2-76535b5157d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.308942] env[69987]: DEBUG nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Instance network_info: |[{"id": "d4c6775f-216e-4a02-997e-8441f739315c", "address": "fa:16:3e:f7:93:f9", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4c6775f-21", "ovs_interfaceid": "d4c6775f-216e-4a02-997e-8441f739315c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.309132] env[69987]: DEBUG oslo_concurrency.lockutils [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] Acquired lock "refresh_cache-87d6b4be-0570-4acf-adb2-76535b5157d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.309640] env[69987]: DEBUG nova.network.neutron [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Refreshing network info cache for port d4c6775f-216e-4a02-997e-8441f739315c {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.312048] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:93:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4c6775f-216e-4a02-997e-8441f739315c', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.318811] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.319758] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.320486] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbfe1178-4733-4d6c-961b-89b7a7df3c0e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.341306] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.341306] env[69987]: value = "task-3500420" [ 868.341306] env[69987]: _type = "Task" [ 868.341306] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.349301] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500420, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.398904] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.399175] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.399365] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Deleting the datastore file [datastore1] 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.399710] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-030065af-cce5-4649-b952-c043c2e91134 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.406801] env[69987]: DEBUG oslo_vmware.api [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 868.406801] env[69987]: value = "task-3500421" [ 868.406801] env[69987]: _type = "Task" [ 868.406801] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.415861] env[69987]: DEBUG oslo_vmware.api [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.495026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.495026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.659959] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.661678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.445s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.663105] env[69987]: INFO nova.compute.claims [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.670798] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547157} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.671054] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.671270] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.671527] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5887a40a-4823-4ec4-ab30-6236d290f144 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.677735] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 868.677735] env[69987]: value = "task-3500422" [ 868.677735] env[69987]: _type = "Task" [ 868.677735] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.685991] env[69987]: INFO nova.scheduler.client.report [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Deleted allocations for instance c73fd485-e892-4ede-b980-c5b154d292d9 [ 868.690500] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.731079] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500416, 'name': CloneVM_Task, 'duration_secs': 1.664303} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.731198] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Created linked-clone VM from snapshot [ 868.732663] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9d166-b32d-4a9b-9eb7-fa4e64a10df0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.740166] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Uploading image 2aed02b5-be58-487a-ac1b-593b113afe47 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.766178] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 868.766178] env[69987]: value = "vm-699536" [ 868.766178] env[69987]: _type = "VirtualMachine" [ 868.766178] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 868.766452] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e0917ef2-b2d3-4fa4-9c2f-6880031d5c10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.772909] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease: (returnval){ [ 868.772909] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273b298-55ac-77e1-c440-5b7a87ed4085" [ 868.772909] env[69987]: _type = "HttpNfcLease" [ 868.772909] env[69987]: } obtained for exporting VM: (result){ [ 868.772909] env[69987]: value = "vm-699536" [ 868.772909] env[69987]: _type = "VirtualMachine" [ 868.772909] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 868.773205] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the lease: (returnval){ [ 868.773205] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273b298-55ac-77e1-c440-5b7a87ed4085" [ 868.773205] env[69987]: _type = "HttpNfcLease" [ 868.773205] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 868.780119] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.780119] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273b298-55ac-77e1-c440-5b7a87ed4085" [ 868.780119] env[69987]: _type = "HttpNfcLease" [ 868.780119] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 868.854418] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500420, 'name': CreateVM_Task, 'duration_secs': 0.350034} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.857508] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.858378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.858625] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.859043] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.859736] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3168d45c-d7a3-4a7c-b533-b23867173697 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.866056] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 868.866056] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fe958b-48c2-cd05-933a-7b6d2839cde7" [ 868.866056] env[69987]: _type = "Task" [ 868.866056] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.874799] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fe958b-48c2-cd05-933a-7b6d2839cde7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.916201] env[69987]: DEBUG oslo_vmware.api [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216397} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.916304] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.916462] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.916668] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.916864] env[69987]: INFO nova.compute.manager [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 868.917126] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.917331] env[69987]: DEBUG nova.compute.manager [-] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.917433] env[69987]: DEBUG nova.network.neutron [-] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.192383] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068785} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.192908] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.194077] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88d3d3-4212-4f07-8f19-3cecac5a6cba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.199706] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4421640b-956a-49e4-b2bc-dde8c19a5db3 tempest-ImagesNegativeTestJSON-872012680 tempest-ImagesNegativeTestJSON-872012680-project-member] Lock "c73fd485-e892-4ede-b980-c5b154d292d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.657s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.218839] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.219660] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad2a5ed-f5a0-4073-948f-c7deb278bd9b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.247974] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 869.247974] env[69987]: value = "task-3500424" [ 869.247974] env[69987]: _type = "Task" [ 869.247974] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.253599] env[69987]: DEBUG nova.compute.manager [req-15d6932e-917d-4948-adb3-246a7adc2942 req-09493c7e-98cd-45c7-9379-f6531defe968 service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Received event network-vif-deleted-c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.253944] env[69987]: INFO nova.compute.manager [req-15d6932e-917d-4948-adb3-246a7adc2942 req-09493c7e-98cd-45c7-9379-f6531defe968 service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Neutron deleted interface c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1; detaching it from the instance and deleting it from the info cache [ 869.254027] env[69987]: DEBUG nova.network.neutron [req-15d6932e-917d-4948-adb3-246a7adc2942 req-09493c7e-98cd-45c7-9379-f6531defe968 service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.261216] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.282839] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.282839] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273b298-55ac-77e1-c440-5b7a87ed4085" [ 869.282839] env[69987]: _type = "HttpNfcLease" [ 869.282839] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.282839] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.282839] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273b298-55ac-77e1-c440-5b7a87ed4085" [ 869.282839] env[69987]: _type = "HttpNfcLease" [ 869.282839] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.282839] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4459e-5647-454a-9ba0-e9949c4a39c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.290416] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524eaa43-72b8-ef29-f363-8654f3090889/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.290603] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524eaa43-72b8-ef29-f363-8654f3090889/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 869.376415] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fe958b-48c2-cd05-933a-7b6d2839cde7, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.379048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.379311] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.379547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.380027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.380027] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.382414] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9392ecb0-154d-4986-85cf-cd73de337a92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.386241] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-981c58c1-a0f6-4a50-8d08-8de57562f717 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.393363] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.393823] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.394319] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14569a7e-ca63-49f5-ba44-31d0e5930d58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.399719] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 869.399719] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528b149f-d526-1bc4-8204-1cca8f6f55f5" [ 869.399719] env[69987]: _type = "Task" [ 869.399719] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.410382] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528b149f-d526-1bc4-8204-1cca8f6f55f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.449681] env[69987]: DEBUG nova.network.neutron [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Updated VIF entry in instance network info cache for port d4c6775f-216e-4a02-997e-8441f739315c. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.450062] env[69987]: DEBUG nova.network.neutron [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Updating instance_info_cache with network_info: [{"id": "d4c6775f-216e-4a02-997e-8441f739315c", "address": "fa:16:3e:f7:93:f9", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4c6775f-21", "ovs_interfaceid": "d4c6775f-216e-4a02-997e-8441f739315c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.602553] env[69987]: DEBUG nova.network.neutron [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Successfully updated port: d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.683702] env[69987]: DEBUG nova.network.neutron [-] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.758773] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a7ebf16-4cfe-44c2-8574-2bfa7f160bbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.770938] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500424, 'name': ReconfigVM_Task, 'duration_secs': 0.292887} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.772255] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Reconfigured VM instance instance-00000024 to attach disk [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.773307] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8df379-7c75-470e-9c4f-3445ad667ebb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.782833] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212c206-1537-469f-ab57-121e97a4f7e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.804813] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 869.804813] env[69987]: value = "task-3500425" [ 869.804813] env[69987]: _type = "Task" [ 869.804813] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.816465] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500425, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.834360] env[69987]: DEBUG nova.compute.manager [req-15d6932e-917d-4948-adb3-246a7adc2942 req-09493c7e-98cd-45c7-9379-f6531defe968 service nova] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Detach interface failed, port_id=c2cc38fd-874d-46b0-9796-6b7ed9bc9dd1, reason: Instance 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.914463] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528b149f-d526-1bc4-8204-1cca8f6f55f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.915734] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b662a85e-7a77-4f57-8fa1-1f286d93065c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.925170] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 869.925170] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527fa214-6a9b-3fce-252b-3149074eff38" [ 869.925170] env[69987]: _type = "Task" [ 869.925170] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.933885] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527fa214-6a9b-3fce-252b-3149074eff38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.953262] env[69987]: DEBUG oslo_concurrency.lockutils [req-5355e314-678d-4637-a7f8-4e3b6333d0de req-60c6af3b-b341-43f4-a9bb-4c15bba3602f service nova] Releasing lock "refresh_cache-87d6b4be-0570-4acf-adb2-76535b5157d6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.107918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Acquiring lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.108153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Acquired lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.108308] env[69987]: DEBUG nova.network.neutron [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.187700] env[69987]: INFO nova.compute.manager [-] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Took 1.27 seconds to deallocate network for instance. [ 870.222706] env[69987]: DEBUG nova.compute.manager [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Received event network-vif-plugged-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.222816] env[69987]: DEBUG oslo_concurrency.lockutils [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] Acquiring lock "adde3bd8-8324-4eab-9cea-152b59401f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.223051] env[69987]: DEBUG oslo_concurrency.lockutils [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.223217] env[69987]: DEBUG oslo_concurrency.lockutils [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.225274] env[69987]: DEBUG nova.compute.manager [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] No waiting events found dispatching network-vif-plugged-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.225274] env[69987]: WARNING nova.compute.manager [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Received unexpected event network-vif-plugged-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 for instance with vm_state building and task_state spawning. [ 870.225274] env[69987]: DEBUG nova.compute.manager [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Received event network-changed-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.225274] env[69987]: DEBUG nova.compute.manager [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Refreshing instance network info cache due to event network-changed-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.225274] env[69987]: DEBUG oslo_concurrency.lockutils [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] Acquiring lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.260285] env[69987]: DEBUG nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.260903] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.261142] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.261991] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.262250] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.262493] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.262843] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.263086] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.263344] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.263628] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.264989] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.264989] env[69987]: DEBUG nova.virt.hardware [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.265557] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b150942-283a-47b1-81b4-33e0516f3af4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.274557] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6c939a-f9fd-4284-af82-4f9ca7887615 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.294533] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7088d652-f7fe-40d6-a78b-0254f1145630 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.302170] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de01df4-e72b-48ee-8dfa-bc070dfa63ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.336420] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c554bd-0ccf-43c8-8cd8-938067dd3c15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.342202] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500425, 'name': Rename_Task, 'duration_secs': 0.14197} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.342961] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.343493] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f9a4d7-3a94-4be9-973c-be3dada3dbbe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.351161] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2f0f1-8f1f-430b-b346-c3c7fc66d1c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.356176] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 870.356176] env[69987]: value = "task-3500426" [ 870.356176] env[69987]: _type = "Task" [ 870.356176] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.368745] env[69987]: DEBUG nova.compute.provider_tree [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.375376] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500426, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.436716] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527fa214-6a9b-3fce-252b-3149074eff38, 'name': SearchDatastore_Task, 'duration_secs': 0.017342} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.436716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.437021] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 87d6b4be-0570-4acf-adb2-76535b5157d6/87d6b4be-0570-4acf-adb2-76535b5157d6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.437314] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cf8ac08-254a-4646-896a-5a091b4430ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.444196] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 870.444196] env[69987]: value = "task-3500427" [ 870.444196] env[69987]: _type = "Task" [ 870.444196] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.452708] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.673336] env[69987]: DEBUG nova.network.neutron [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.702312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.871906] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500426, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.906202] env[69987]: ERROR nova.scheduler.client.report [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [req-341ca1f7-d759-4c47-8d06-2d875ee63275] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-341ca1f7-d759-4c47-8d06-2d875ee63275"}]} [ 870.931812] env[69987]: DEBUG nova.scheduler.client.report [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 870.953082] env[69987]: DEBUG nova.scheduler.client.report [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 870.953620] env[69987]: DEBUG nova.compute.provider_tree [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.963535] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.969208] env[69987]: DEBUG nova.scheduler.client.report [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 870.994108] env[69987]: DEBUG nova.scheduler.client.report [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 870.999034] env[69987]: DEBUG nova.network.neutron [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updating instance_info_cache with network_info: [{"id": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "address": "fa:16:3e:a3:82:1e", "network": {"id": "c73802b8-ff1b-4333-8cc1-5a34f3637c29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1106715443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b27f7d4d5f4a388c7c3a552fed9b9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e13c5a-bf", "ovs_interfaceid": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.370754] env[69987]: DEBUG oslo_vmware.api [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500426, 'name': PowerOnVM_Task, 'duration_secs': 0.53367} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.371055] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.371268] env[69987]: INFO nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Took 8.53 seconds to spawn the instance on the hypervisor. [ 871.372137] env[69987]: DEBUG nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.372587] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b2edf-78a7-4ce9-a755-5e6c2434f5ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.459599] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568143} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.460068] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 87d6b4be-0570-4acf-adb2-76535b5157d6/87d6b4be-0570-4acf-adb2-76535b5157d6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.463017] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.463017] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fdecf76-38f0-45cd-a5a6-3e724efe27da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.472500] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 871.472500] env[69987]: value = "task-3500428" [ 871.472500] env[69987]: _type = "Task" [ 871.472500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.481945] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.503370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Releasing lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.503370] env[69987]: DEBUG nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Instance network_info: |[{"id": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "address": "fa:16:3e:a3:82:1e", "network": {"id": "c73802b8-ff1b-4333-8cc1-5a34f3637c29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1106715443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b27f7d4d5f4a388c7c3a552fed9b9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e13c5a-bf", "ovs_interfaceid": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.503568] env[69987]: DEBUG oslo_concurrency.lockutils [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] Acquired lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.503568] env[69987]: DEBUG nova.network.neutron [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Refreshing network info cache for port d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.504664] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:82:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e13c5a-bfc9-44ed-96b2-051d8c56b5e2', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.516020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Creating folder: Project (81b27f7d4d5f4a388c7c3a552fed9b9b). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.516020] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3992afb0-9d10-4f4a-94eb-c4959d23c7c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.532246] env[69987]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 871.532428] env[69987]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69987) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 871.532806] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Folder already exists: Project (81b27f7d4d5f4a388c7c3a552fed9b9b). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 871.532959] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Creating folder: Instances. Parent ref: group-v699464. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.537442] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f116d63a-e078-4dda-81d8-560b2cbe6bc5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.549395] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Created folder: Instances in parent group-v699464. [ 871.549670] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.549884] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.550179] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f085ba0-9764-4728-8f34-cc209721bee9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.575909] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.575909] env[69987]: value = "task-3500431" [ 871.575909] env[69987]: _type = "Task" [ 871.575909] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.585692] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500431, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.617111] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d86a43-3023-4c4e-97e5-0aa2a375b61c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.629130] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7c6b3e-8810-4e49-9fad-6b393798e903 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.661995] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73293916-2abc-4e2f-81ad-146a70c561b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.670798] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d69cc61-6d02-48b7-b06b-0decffcb9744 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.686504] env[69987]: DEBUG nova.compute.provider_tree [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.894966] env[69987]: INFO nova.compute.manager [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Took 47.70 seconds to build instance. [ 871.983903] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314334} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.984165] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.985148] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac490e6-f286-4c41-aa21-5aadd0e307d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.013991] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 87d6b4be-0570-4acf-adb2-76535b5157d6/87d6b4be-0570-4acf-adb2-76535b5157d6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.014379] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01d8d4e-6776-48ab-8982-eb6a139022d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.039329] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 872.039329] env[69987]: value = "task-3500432" [ 872.039329] env[69987]: _type = "Task" [ 872.039329] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.048316] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.085800] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500431, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.190191] env[69987]: DEBUG nova.scheduler.client.report [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.348142] env[69987]: DEBUG nova.network.neutron [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updated VIF entry in instance network info cache for port d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.348142] env[69987]: DEBUG nova.network.neutron [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updating instance_info_cache with network_info: [{"id": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "address": "fa:16:3e:a3:82:1e", "network": {"id": "c73802b8-ff1b-4333-8cc1-5a34f3637c29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1106715443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b27f7d4d5f4a388c7c3a552fed9b9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e13c5a-bf", "ovs_interfaceid": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.397744] env[69987]: DEBUG oslo_concurrency.lockutils [None req-99e56602-9f58-4762-95ef-8e8dc55e5984 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.500s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.554506] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500432, 'name': ReconfigVM_Task, 'duration_secs': 0.493264} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.554874] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 87d6b4be-0570-4acf-adb2-76535b5157d6/87d6b4be-0570-4acf-adb2-76535b5157d6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.556596] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15efa0b0-3665-43c7-ac69-01c7f8802870 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.564835] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 872.564835] env[69987]: value = "task-3500433" [ 872.564835] env[69987]: _type = "Task" [ 872.564835] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.573922] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500433, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.587793] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500431, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.699030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.034s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.699030] env[69987]: DEBUG nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.699357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.628s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.699673] env[69987]: DEBUG nova.objects.instance [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lazy-loading 'resources' on Instance uuid 1ca7b4bb-4841-4775-a7e9-8dd61987b24c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.850215] env[69987]: DEBUG oslo_concurrency.lockutils [req-16902368-7794-40cc-854e-c973fac16cc5 req-fead30cf-fe96-426e-8b26-02de8668bb9e service nova] Releasing lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.900032] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.066566] env[69987]: INFO nova.compute.manager [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Rebuilding instance [ 873.079175] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500433, 'name': Rename_Task, 'duration_secs': 0.213716} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.082598] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.084694] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c886df5d-37a5-494e-8350-a2850cfa4ea7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.091113] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500431, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.095883] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 873.095883] env[69987]: value = "task-3500434" [ 873.095883] env[69987]: _type = "Task" [ 873.095883] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.104075] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.129153] env[69987]: DEBUG nova.compute.manager [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.130521] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6016bec-2153-45e9-92df-8a27d1f26a02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.205657] env[69987]: DEBUG nova.compute.utils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.207510] env[69987]: DEBUG nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.207690] env[69987]: DEBUG nova.network.neutron [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.259747] env[69987]: DEBUG nova.policy [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b6ffb6bb51d42a5994a40572ead52c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '165070a0a424439d906941aa3faabd6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.419984] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.589919] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500431, 'name': CreateVM_Task, 'duration_secs': 1.517836} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.590072] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.590767] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'attachment_id': '03f70b72-be13-4b4d-be84-0e06577ada12', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699479', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'name': 'volume-1e6ba965-9184-4a81-b734-c19d9fca76d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'adde3bd8-8324-4eab-9cea-152b59401f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'serial': '1e6ba965-9184-4a81-b734-c19d9fca76d5'}, 'volume_type': None}], 'swap': None} {{(pid=69987) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 873.590965] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Root volume attach. Driver type: vmdk {{(pid=69987) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 873.591886] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb65f54-21bd-4fd9-bc51-6a7fe4389cd5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.603646] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa145864-2a32-4547-bb79-168443d697da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.618370] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04a2694-aa4f-4ccc-b907-bf9b84f8fac2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.622268] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500434, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.626699] env[69987]: DEBUG nova.network.neutron [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Successfully created port: e5d60ebe-1440-44ce-8d23-1bf3778f635e {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.631213] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-471332e9-3902-45f3-91e6-d9afacfe0f55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.638842] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 873.638842] env[69987]: value = "task-3500435" [ 873.638842] env[69987]: _type = "Task" [ 873.638842] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.660017] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500435, 'name': RelocateVM_Task} progress is 7%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.716500] env[69987]: DEBUG nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.869296] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b963d2-41c0-49c8-ae6a-be269a79ab5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.879394] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b757d4-b42d-44e8-b961-a93d71940660 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.915221] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff569cc3-d9f3-4749-addf-37e2d3804a72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.924756] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c551336-6b1f-4b6d-8793-d79dc85eaf6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.940296] env[69987]: DEBUG nova.compute.provider_tree [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.110312] env[69987]: DEBUG oslo_vmware.api [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500434, 'name': PowerOnVM_Task, 'duration_secs': 0.63454} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.111084] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.111422] env[69987]: INFO nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Took 8.43 seconds to spawn the instance on the hypervisor. [ 874.111658] env[69987]: DEBUG nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.112679] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb581117-8c9f-4fb3-a915-4c603a28a530 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.148644] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500435, 'name': RelocateVM_Task, 'duration_secs': 0.406182} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.148971] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 874.149199] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699479', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'name': 'volume-1e6ba965-9184-4a81-b734-c19d9fca76d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'adde3bd8-8324-4eab-9cea-152b59401f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'serial': '1e6ba965-9184-4a81-b734-c19d9fca76d5'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 874.150073] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f104f-971e-4f8a-a1d4-12c2d8bc36da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.153156] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.153431] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a9c0fc-010f-469b-b471-b1418dafeb8a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.169883] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be65f56-047b-4491-ab95-ef82c579e01f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.172706] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 874.172706] env[69987]: value = "task-3500436" [ 874.172706] env[69987]: _type = "Task" [ 874.172706] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.196573] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-1e6ba965-9184-4a81-b734-c19d9fca76d5/volume-1e6ba965-9184-4a81-b734-c19d9fca76d5.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.197265] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2c0a7d-7a3b-493a-803e-357c6308f8a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.220264] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.226058] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 874.226058] env[69987]: value = "task-3500437" [ 874.226058] env[69987]: _type = "Task" [ 874.226058] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.240523] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.444033] env[69987]: DEBUG nova.scheduler.client.report [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.632899] env[69987]: INFO nova.compute.manager [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Took 46.90 seconds to build instance. [ 874.683971] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500436, 'name': PowerOffVM_Task, 'duration_secs': 0.24705} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.684268] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.684558] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.685486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7bab0-6da5-4931-9b4d-6de694c5561a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.693582] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.693862] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8f7889e-ee22-4cab-88b3-0b3fe13477ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.737680] env[69987]: DEBUG nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.740103] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500437, 'name': ReconfigVM_Task, 'duration_secs': 0.323016} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.741023] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-1e6ba965-9184-4a81-b734-c19d9fca76d5/volume-1e6ba965-9184-4a81-b734-c19d9fca76d5.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.746166] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-862579ef-b416-4d27-b16c-1e1832e17439 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.763799] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 874.763799] env[69987]: value = "task-3500439" [ 874.763799] env[69987]: _type = "Task" [ 874.763799] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.765119] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.765315] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.765489] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleting the datastore file [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.770489] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc91c39a-a66f-4fe5-b9a0-a970ea845f70 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.780181] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.783243] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.783532] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.783776] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.784017] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.784187] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.784340] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.784584] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.784783] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.784999] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.785200] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.785365] env[69987]: DEBUG nova.virt.hardware [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.785743] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 874.785743] env[69987]: value = "task-3500440" [ 874.785743] env[69987]: _type = "Task" [ 874.785743] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.792024] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091378e-7103-46a9-a5d3-f1527ac80070 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.806146] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c8715-7347-4d76-a73e-e8555802a4f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.950301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.954612] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.065s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.955104] env[69987]: INFO nova.compute.claims [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.999860] env[69987]: INFO nova.scheduler.client.report [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted allocations for instance 1ca7b4bb-4841-4775-a7e9-8dd61987b24c [ 875.135072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-09311242-5e3b-4a9b-9411-6808ffa86e49 tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.742s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.282677] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500439, 'name': ReconfigVM_Task, 'duration_secs': 0.165052} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.282677] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699479', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'name': 'volume-1e6ba965-9184-4a81-b734-c19d9fca76d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'adde3bd8-8324-4eab-9cea-152b59401f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'serial': '1e6ba965-9184-4a81-b734-c19d9fca76d5'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 875.282677] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84d83ee4-2549-4ef3-83d8-b5875796f5b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.288845] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 875.288845] env[69987]: value = "task-3500441" [ 875.288845] env[69987]: _type = "Task" [ 875.288845] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.300466] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038b2d4-80ed-45cb-86bd-74127d87a3b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.309255] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500441, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.312530] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30925} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.314393] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.314634] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.316016] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.317768] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2910b9-81b3-4f41-914c-f2e16f140ae4 tempest-ServersAdminNegativeTestJSON-1410268003 tempest-ServersAdminNegativeTestJSON-1410268003-project-admin] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Suspending the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 875.317768] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-71039e08-565a-4a6f-951f-251685344874 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.323697] env[69987]: DEBUG oslo_vmware.api [None req-ad2910b9-81b3-4f41-914c-f2e16f140ae4 tempest-ServersAdminNegativeTestJSON-1410268003 tempest-ServersAdminNegativeTestJSON-1410268003-project-admin] Waiting for the task: (returnval){ [ 875.323697] env[69987]: value = "task-3500442" [ 875.323697] env[69987]: _type = "Task" [ 875.323697] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.336288] env[69987]: DEBUG oslo_vmware.api [None req-ad2910b9-81b3-4f41-914c-f2e16f140ae4 tempest-ServersAdminNegativeTestJSON-1410268003 tempest-ServersAdminNegativeTestJSON-1410268003-project-admin] Task: {'id': task-3500442, 'name': SuspendVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.399150] env[69987]: DEBUG nova.compute.manager [req-a0b07ea6-ecaa-420e-b29d-f4dc7ad4f66d req-8b7d7eb5-5c85-46b2-8221-72297a168e50 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Received event network-vif-plugged-e5d60ebe-1440-44ce-8d23-1bf3778f635e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.399496] env[69987]: DEBUG oslo_concurrency.lockutils [req-a0b07ea6-ecaa-420e-b29d-f4dc7ad4f66d req-8b7d7eb5-5c85-46b2-8221-72297a168e50 service nova] Acquiring lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.399640] env[69987]: DEBUG oslo_concurrency.lockutils [req-a0b07ea6-ecaa-420e-b29d-f4dc7ad4f66d req-8b7d7eb5-5c85-46b2-8221-72297a168e50 service nova] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.399790] env[69987]: DEBUG oslo_concurrency.lockutils [req-a0b07ea6-ecaa-420e-b29d-f4dc7ad4f66d req-8b7d7eb5-5c85-46b2-8221-72297a168e50 service nova] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.399965] env[69987]: DEBUG nova.compute.manager [req-a0b07ea6-ecaa-420e-b29d-f4dc7ad4f66d req-8b7d7eb5-5c85-46b2-8221-72297a168e50 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] No waiting events found dispatching network-vif-plugged-e5d60ebe-1440-44ce-8d23-1bf3778f635e {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.401586] env[69987]: WARNING nova.compute.manager [req-a0b07ea6-ecaa-420e-b29d-f4dc7ad4f66d req-8b7d7eb5-5c85-46b2-8221-72297a168e50 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Received unexpected event network-vif-plugged-e5d60ebe-1440-44ce-8d23-1bf3778f635e for instance with vm_state building and task_state spawning. [ 875.427026] env[69987]: DEBUG nova.network.neutron [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Successfully updated port: e5d60ebe-1440-44ce-8d23-1bf3778f635e {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.511455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2228264b-6320-433d-a32e-c0b02fbd46be tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "1ca7b4bb-4841-4775-a7e9-8dd61987b24c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.200s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.640301] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.801154] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500441, 'name': Rename_Task, 'duration_secs': 0.169108} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.801154] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.802474] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcba756d-8ddb-4bbe-bc5c-9a058be72c1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.809203] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 875.809203] env[69987]: value = "task-3500443" [ 875.809203] env[69987]: _type = "Task" [ 875.809203] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.822418] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.835891] env[69987]: DEBUG oslo_vmware.api [None req-ad2910b9-81b3-4f41-914c-f2e16f140ae4 tempest-ServersAdminNegativeTestJSON-1410268003 tempest-ServersAdminNegativeTestJSON-1410268003-project-admin] Task: {'id': task-3500442, 'name': SuspendVM_Task} progress is 54%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.930804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "refresh_cache-18c1d1b6-c516-4c4c-a24d-3b354ba92690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.930804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquired lock "refresh_cache-18c1d1b6-c516-4c4c-a24d-3b354ba92690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.931178] env[69987]: DEBUG nova.network.neutron [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.082583] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "2c519237-3872-4b47-93c5-181f773eccb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.085090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.085090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "2c519237-3872-4b47-93c5-181f773eccb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.085090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.085090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.085647] env[69987]: INFO nova.compute.manager [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Terminating instance [ 876.165645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.328033] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.342771] env[69987]: DEBUG oslo_vmware.api [None req-ad2910b9-81b3-4f41-914c-f2e16f140ae4 tempest-ServersAdminNegativeTestJSON-1410268003 tempest-ServersAdminNegativeTestJSON-1410268003-project-admin] Task: {'id': task-3500442, 'name': SuspendVM_Task, 'duration_secs': 0.711272} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.342771] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2910b9-81b3-4f41-914c-f2e16f140ae4 tempest-ServersAdminNegativeTestJSON-1410268003 tempest-ServersAdminNegativeTestJSON-1410268003-project-admin] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Suspended the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 876.342771] env[69987]: DEBUG nova.compute.manager [None req-ad2910b9-81b3-4f41-914c-f2e16f140ae4 tempest-ServersAdminNegativeTestJSON-1410268003 tempest-ServersAdminNegativeTestJSON-1410268003-project-admin] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.343223] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fed638a-8f3d-4cc5-90b1-3c24e5ae6b0f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.369709] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.369948] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.370630] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.370630] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.370630] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.370630] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.370838] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.370954] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.371254] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.373033] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.373033] env[69987]: DEBUG nova.virt.hardware [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.373033] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9047a0af-4568-49c2-ad7c-4eca419dd873 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.384091] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841f8df-6b1b-48ab-b404-f7a2472308f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.398383] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e4:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0838f22-d038-410e-9e03-39adb74a97aa', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.407542] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.410055] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.414022] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cb9825f-63d9-4e80-8dbf-52ef5d90d63c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.437404] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.437404] env[69987]: value = "task-3500444" [ 876.437404] env[69987]: _type = "Task" [ 876.437404] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.446991] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500444, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.504629] env[69987]: DEBUG nova.network.neutron [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.589910] env[69987]: DEBUG nova.compute.manager [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.590167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.594431] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf536d-59b0-42e1-ba93-2a4c335d39eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.602016] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.602227] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50bf3cc7-ef6b-4a31-bc1a-8c64a4601eae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.613262] env[69987]: DEBUG oslo_vmware.api [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 876.613262] env[69987]: value = "task-3500445" [ 876.613262] env[69987]: _type = "Task" [ 876.613262] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.622517] env[69987]: DEBUG oslo_vmware.api [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.646782] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab6621-b05e-4ffa-9033-a4fba70a80b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.656561] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3ae422-91a4-40bc-adf4-2ee02e1b7d17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.697187] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d33e9d3-287f-439e-988e-1568dd61e781 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.701791] env[69987]: DEBUG nova.network.neutron [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Updating instance_info_cache with network_info: [{"id": "e5d60ebe-1440-44ce-8d23-1bf3778f635e", "address": "fa:16:3e:2e:51:61", "network": {"id": "3cb9532c-ff9d-4db9-80cf-45bd9c632207", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-646663313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165070a0a424439d906941aa3faabd6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d60ebe-14", "ovs_interfaceid": "e5d60ebe-1440-44ce-8d23-1bf3778f635e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.708099] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2efc85-aa03-4206-8da1-6ddd471fa3ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.721310] env[69987]: DEBUG nova.compute.provider_tree [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.821191] env[69987]: DEBUG oslo_vmware.api [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500443, 'name': PowerOnVM_Task, 'duration_secs': 0.652268} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.821191] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.821191] env[69987]: INFO nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Took 6.56 seconds to spawn the instance on the hypervisor. [ 876.822344] env[69987]: DEBUG nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.822552] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab06deb-4110-4d44-9247-ba5dae417bd4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.948384] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500444, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.126460] env[69987]: DEBUG oslo_vmware.api [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500445, 'name': PowerOffVM_Task, 'duration_secs': 0.193181} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.126753] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.126875] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.127239] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0889f62-5415-4a11-8858-070c485fa111 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.206754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Releasing lock "refresh_cache-18c1d1b6-c516-4c4c-a24d-3b354ba92690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.207391] env[69987]: DEBUG nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Instance network_info: |[{"id": "e5d60ebe-1440-44ce-8d23-1bf3778f635e", "address": "fa:16:3e:2e:51:61", "network": {"id": "3cb9532c-ff9d-4db9-80cf-45bd9c632207", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-646663313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165070a0a424439d906941aa3faabd6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d60ebe-14", "ovs_interfaceid": "e5d60ebe-1440-44ce-8d23-1bf3778f635e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.207832] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:51:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5d60ebe-1440-44ce-8d23-1bf3778f635e', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.217575] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Creating folder: Project (165070a0a424439d906941aa3faabd6e). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.217909] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5920c050-e73e-4b95-a1e9-719b278152d5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.224211] env[69987]: DEBUG nova.scheduler.client.report [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.229697] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Created folder: Project (165070a0a424439d906941aa3faabd6e) in parent group-v699418. [ 877.229890] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Creating folder: Instances. Parent ref: group-v699541. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.230155] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0504037b-1ea5-4010-a3e2-d5773ba1c2e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.242389] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Created folder: Instances in parent group-v699541. [ 877.242389] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.243155] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.243563] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29de109b-0e1c-410e-8f5e-03043aa08759 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.265273] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.265273] env[69987]: value = "task-3500449" [ 877.265273] env[69987]: _type = "Task" [ 877.265273] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.275056] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500449, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.341544] env[69987]: INFO nova.compute.manager [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Took 47.44 seconds to build instance. [ 877.385506] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524eaa43-72b8-ef29-f363-8654f3090889/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.386444] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ca7285-e20f-4056-95a1-7386aadf3952 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.394053] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524eaa43-72b8-ef29-f363-8654f3090889/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.394183] env[69987]: ERROR oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524eaa43-72b8-ef29-f363-8654f3090889/disk-0.vmdk due to incomplete transfer. [ 877.394393] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-538b3ede-fae5-4564-844b-40621f3e2a3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.402291] env[69987]: DEBUG oslo_vmware.rw_handles [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524eaa43-72b8-ef29-f363-8654f3090889/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.402291] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Uploaded image 2aed02b5-be58-487a-ac1b-593b113afe47 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.404303] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.404553] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6394507-08a3-4cc2-8c6e-abfa267742fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.410771] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 877.410771] env[69987]: value = "task-3500450" [ 877.410771] env[69987]: _type = "Task" [ 877.410771] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.419371] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500450, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.446734] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500444, 'name': CreateVM_Task, 'duration_secs': 0.610314} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.446911] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.447649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.447787] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.448132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.448399] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e807f34-c1f8-42df-8a8a-05c2980aa513 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.453597] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 877.453597] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d24a3e-2982-985a-67f0-04f1ff197046" [ 877.453597] env[69987]: _type = "Task" [ 877.453597] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.464298] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d24a3e-2982-985a-67f0-04f1ff197046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.480598] env[69987]: DEBUG nova.compute.manager [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Received event network-changed-e5d60ebe-1440-44ce-8d23-1bf3778f635e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.480842] env[69987]: DEBUG nova.compute.manager [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Refreshing instance network info cache due to event network-changed-e5d60ebe-1440-44ce-8d23-1bf3778f635e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.481589] env[69987]: DEBUG oslo_concurrency.lockutils [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] Acquiring lock "refresh_cache-18c1d1b6-c516-4c4c-a24d-3b354ba92690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.481845] env[69987]: DEBUG oslo_concurrency.lockutils [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] Acquired lock "refresh_cache-18c1d1b6-c516-4c4c-a24d-3b354ba92690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.482043] env[69987]: DEBUG nova.network.neutron [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Refreshing network info cache for port e5d60ebe-1440-44ce-8d23-1bf3778f635e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.585780] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.586059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.729688] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.730226] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.732804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.313s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.733037] env[69987]: DEBUG nova.objects.instance [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lazy-loading 'resources' on Instance uuid eacd2ffb-6901-48e1-86ed-448b58a34bd3 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.777324] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500449, 'name': CreateVM_Task, 'duration_secs': 0.358769} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.777475] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.778288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.843862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-31188ca5-fd7b-46d0-8f66-4087d4c7e677 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.131s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.921274] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500450, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.967605] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d24a3e-2982-985a-67f0-04f1ff197046, 'name': SearchDatastore_Task, 'duration_secs': 0.014824} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.967605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.967605] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.967605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.967783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.967783] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.967783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.967783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.967783] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c02466d4-836d-4e49-a638-56300c575026 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.969977] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8141db0-5ed4-4558-9c07-8461d7d5fd0d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.977040] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 877.977040] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525314e1-ed8a-b09c-e4ca-a2ae6289a607" [ 877.977040] env[69987]: _type = "Task" [ 877.977040] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.978103] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.978362] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.978580] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleting the datastore file [datastore2] 2c519237-3872-4b47-93c5-181f773eccb8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.984390] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab2e8d4-9724-4ca2-b95f-6a160e0e14d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.994173] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.994173] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.998382] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8365237c-838d-4c4d-9ad4-fb74c4074e47 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.003826] env[69987]: DEBUG oslo_vmware.api [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for the task: (returnval){ [ 878.003826] env[69987]: value = "task-3500451" [ 878.003826] env[69987]: _type = "Task" [ 878.003826] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.006425] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525314e1-ed8a-b09c-e4ca-a2ae6289a607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.014755] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 878.014755] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522b4184-cb39-cf69-a6d9-0296b45ad2a1" [ 878.014755] env[69987]: _type = "Task" [ 878.014755] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.022505] env[69987]: DEBUG oslo_vmware.api [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.028014] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b4184-cb39-cf69-a6d9-0296b45ad2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.238443] env[69987]: DEBUG nova.compute.utils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.243031] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.243031] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.350880] env[69987]: DEBUG nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.367535] env[69987]: DEBUG nova.policy [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf8f8242539b43c08c54087707001daf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82a21e3ccf9c45b7bbd9832cae9b7bb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.422480] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500450, 'name': Destroy_Task, 'duration_secs': 0.818951} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.428020] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Destroyed the VM [ 878.428020] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.428020] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a490b8a6-690f-4f83-b618-39701cac95b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.435750] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 878.435750] env[69987]: value = "task-3500452" [ 878.435750] env[69987]: _type = "Task" [ 878.435750] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.448108] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.490901] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525314e1-ed8a-b09c-e4ca-a2ae6289a607, 'name': SearchDatastore_Task, 'duration_secs': 0.023483} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.491110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.491601] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.491601] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.518827] env[69987]: DEBUG oslo_vmware.api [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Task: {'id': task-3500451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451152} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.522616] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.522973] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.523283] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.523560] env[69987]: INFO nova.compute.manager [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Took 1.93 seconds to destroy the instance on the hypervisor. [ 878.524102] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.524439] env[69987]: DEBUG nova.compute.manager [-] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.524709] env[69987]: DEBUG nova.network.neutron [-] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.533624] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b4184-cb39-cf69-a6d9-0296b45ad2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.024237} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.534596] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6d6454-c4ab-4192-b84c-e551c28572f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.543253] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 878.543253] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f36534-795c-5dd1-84db-0a413517b047" [ 878.543253] env[69987]: _type = "Task" [ 878.543253] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.543601] env[69987]: DEBUG nova.network.neutron [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Updated VIF entry in instance network info cache for port e5d60ebe-1440-44ce-8d23-1bf3778f635e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.543957] env[69987]: DEBUG nova.network.neutron [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Updating instance_info_cache with network_info: [{"id": "e5d60ebe-1440-44ce-8d23-1bf3778f635e", "address": "fa:16:3e:2e:51:61", "network": {"id": "3cb9532c-ff9d-4db9-80cf-45bd9c632207", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-646663313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "165070a0a424439d906941aa3faabd6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d60ebe-14", "ovs_interfaceid": "e5d60ebe-1440-44ce-8d23-1bf3778f635e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.556140] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f36534-795c-5dd1-84db-0a413517b047, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.560289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.560564] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.561890] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.562142] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.562382] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cec50e5-2bf6-482a-84e9-bcf7a6f52d7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.564582] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d90dacf9-3dd3-4cfa-8c8a-90cb14492beb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.576332] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 878.576332] env[69987]: value = "task-3500453" [ 878.576332] env[69987]: _type = "Task" [ 878.576332] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.578670] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.578876] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.582520] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5130049-8032-4a26-a879-1222955210b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.598363] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 878.598363] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52edbcaa-c0f6-ad9a-d9f6-197074b2ef8f" [ 878.598363] env[69987]: _type = "Task" [ 878.598363] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.604074] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.614007] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52edbcaa-c0f6-ad9a-d9f6-197074b2ef8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.617930] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4824eb-2cd5-4a6f-bd17-bdb09e392ef9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.623796] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 878.623796] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52bef299-dd9a-7c31-94c3-4e17a130275b" [ 878.623796] env[69987]: _type = "Task" [ 878.623796] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.632334] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bef299-dd9a-7c31-94c3-4e17a130275b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.744107] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.885108] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.897836] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055425ab-56a5-4599-a0fb-560ebba9cadd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.907885] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9acc1b-6151-4c83-85af-70d77b40f59f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.949119] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418b5d8-2629-49a3-9ade-5677c8fb4c24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.958608] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500452, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.961577] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9972411-7b48-409c-bb42-c4d643f7b298 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.980297] env[69987]: DEBUG nova.compute.provider_tree [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.995986] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Successfully created port: 5eea0488-f75f-4255-8704-5822a7456b75 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.050202] env[69987]: DEBUG oslo_concurrency.lockutils [req-be89c315-f03a-4e1c-98aa-6c2f66addbc0 req-16aae1ab-b27e-45fc-8c24-2af320877d28 service nova] Releasing lock "refresh_cache-18c1d1b6-c516-4c4c-a24d-3b354ba92690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.090608] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.096045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "734ac398-4556-413a-ac7e-ca28d56d4de1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.096414] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.096543] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "734ac398-4556-413a-ac7e-ca28d56d4de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.097106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.097106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.099726] env[69987]: INFO nova.compute.manager [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Terminating instance [ 879.136875] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bef299-dd9a-7c31-94c3-4e17a130275b, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.137675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.137824] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 18c1d1b6-c516-4c4c-a24d-3b354ba92690/18c1d1b6-c516-4c4c-a24d-3b354ba92690.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.138302] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfed61b-7816-4fd9-a551-e4ee38e277ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.147137] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 879.147137] env[69987]: value = "task-3500454" [ 879.147137] env[69987]: _type = "Task" [ 879.147137] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.156264] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.279511] env[69987]: DEBUG nova.compute.manager [req-8aa0b4e8-c7dc-4650-a94d-3e6b405d4aad req-c08069f9-5fc8-429a-8321-3710460ee16e service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Received event network-vif-deleted-8120e26f-db11-47f9-9af8-9b50e9e32e72 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.279801] env[69987]: INFO nova.compute.manager [req-8aa0b4e8-c7dc-4650-a94d-3e6b405d4aad req-c08069f9-5fc8-429a-8321-3710460ee16e service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Neutron deleted interface 8120e26f-db11-47f9-9af8-9b50e9e32e72; detaching it from the instance and deleting it from the info cache [ 879.279961] env[69987]: DEBUG nova.network.neutron [req-8aa0b4e8-c7dc-4650-a94d-3e6b405d4aad req-c08069f9-5fc8-429a-8321-3710460ee16e service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.370853] env[69987]: DEBUG nova.network.neutron [-] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.456228] env[69987]: DEBUG oslo_vmware.api [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500452, 'name': RemoveSnapshot_Task, 'duration_secs': 0.873275} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.456521] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.456754] env[69987]: INFO nova.compute.manager [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 879.507233] env[69987]: ERROR nova.scheduler.client.report [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [req-9b456eed-c6a6-433c-89e8-ac0478a1669d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b456eed-c6a6-433c-89e8-ac0478a1669d"}]} [ 879.529262] env[69987]: DEBUG nova.scheduler.client.report [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 879.543340] env[69987]: DEBUG nova.scheduler.client.report [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 879.543494] env[69987]: DEBUG nova.compute.provider_tree [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.556887] env[69987]: DEBUG nova.scheduler.client.report [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 879.574838] env[69987]: DEBUG nova.scheduler.client.report [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 879.593847] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568098} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.594281] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.594632] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.595024] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4586d7f-e641-4628-9820-c9ef00613b9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.604094] env[69987]: DEBUG nova.compute.manager [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.604225] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.605520] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 879.605520] env[69987]: value = "task-3500455" [ 879.605520] env[69987]: _type = "Task" [ 879.605520] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.605520] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d295a6-c9dc-4fec-9a83-9dfc69d79597 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.615609] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.620757] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a46ab25-69f6-4cef-9321-0c70d846bb96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.622448] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.658938] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489774} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.659247] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 18c1d1b6-c516-4c4c-a24d-3b354ba92690/18c1d1b6-c516-4c4c-a24d-3b354ba92690.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.659619] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.662220] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-606d2f9b-a0c9-4c79-aebb-6cd7ab595b08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.668950] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 879.668950] env[69987]: value = "task-3500457" [ 879.668950] env[69987]: _type = "Task" [ 879.668950] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.676721] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.703750] env[69987]: DEBUG nova.compute.manager [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Received event network-changed-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.703960] env[69987]: DEBUG nova.compute.manager [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Refreshing instance network info cache due to event network-changed-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.704207] env[69987]: DEBUG oslo_concurrency.lockutils [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] Acquiring lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.704316] env[69987]: DEBUG oslo_concurrency.lockutils [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] Acquired lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.704707] env[69987]: DEBUG nova.network.neutron [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Refreshing network info cache for port d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.752764] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.752989] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.753190] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleting the datastore file [datastore2] 734ac398-4556-413a-ac7e-ca28d56d4de1 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.755804] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b611ef6-f73d-413d-895b-3297e3e7c670 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.758344] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.764715] env[69987]: DEBUG oslo_vmware.api [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 879.764715] env[69987]: value = "task-3500458" [ 879.764715] env[69987]: _type = "Task" [ 879.764715] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.772403] env[69987]: DEBUG oslo_vmware.api [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.783948] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37f7f4bc-2f0b-4fb8-8978-32da2981cb9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.789838] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.790089] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.790331] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.790593] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.790812] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.791035] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.791352] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.791615] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.791899] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.792166] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.792413] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.793379] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2882fc1c-e30c-4061-8631-7a0e280f803e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.803437] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f9544-c79e-4bb8-a7db-580e29f0d300 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.810286] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6689a01-d5de-4139-9975-1aec089e2382 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.869370] env[69987]: DEBUG nova.compute.manager [req-8aa0b4e8-c7dc-4650-a94d-3e6b405d4aad req-c08069f9-5fc8-429a-8321-3710460ee16e service nova] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Detach interface failed, port_id=8120e26f-db11-47f9-9af8-9b50e9e32e72, reason: Instance 2c519237-3872-4b47-93c5-181f773eccb8 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 879.875161] env[69987]: INFO nova.compute.manager [-] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Took 1.35 seconds to deallocate network for instance. [ 879.892732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "38129ac8-996a-47d5-b361-267ccd014133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.892732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "38129ac8-996a-47d5-b361-267ccd014133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.964901] env[69987]: DEBUG nova.compute.manager [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Instance disappeared during snapshot {{(pid=69987) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 879.977226] env[69987]: DEBUG nova.compute.manager [None req-9350cafd-c86e-435a-b4b6-5a80d4645368 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image not found during clean up 2aed02b5-be58-487a-ac1b-593b113afe47 {{(pid=69987) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 880.118428] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085111} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.120917] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.121977] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb25c9d-e1ee-41dd-8880-550a1037cd1a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.146559] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.149977] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7af050-7faf-41b5-b922-01ca85058186 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.174473] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 880.174473] env[69987]: value = "task-3500459" [ 880.174473] env[69987]: _type = "Task" [ 880.174473] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.182689] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307557} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.183603] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.184213] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20890d5-7a98-4743-b86f-dafa96c6d147 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.190076] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.212382] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 18c1d1b6-c516-4c4c-a24d-3b354ba92690/18c1d1b6-c516-4c4c-a24d-3b354ba92690.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.215265] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3224a4bc-a9d2-4551-90cd-0520684cd39e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.229743] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b24b6a-ac3a-4719-8bd8-15210d17fb00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.237657] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d9c249-25e5-408d-ab13-3c01f51ecfc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.241620] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 880.241620] env[69987]: value = "task-3500460" [ 880.241620] env[69987]: _type = "Task" [ 880.241620] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.276235] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c238994e-a41b-41c8-bc8b-4001eabead98 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.281981] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.287007] env[69987]: DEBUG oslo_vmware.api [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.289814] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105dca0c-a699-4af9-a48c-eae318b2daa0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.302962] env[69987]: DEBUG nova.compute.provider_tree [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.381478] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.481802] env[69987]: DEBUG nova.network.neutron [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updated VIF entry in instance network info cache for port d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.482202] env[69987]: DEBUG nova.network.neutron [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updating instance_info_cache with network_info: [{"id": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "address": "fa:16:3e:a3:82:1e", "network": {"id": "c73802b8-ff1b-4333-8cc1-5a34f3637c29", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1106715443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b27f7d4d5f4a388c7c3a552fed9b9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e13c5a-bf", "ovs_interfaceid": "d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.496578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "87d6b4be-0570-4acf-adb2-76535b5157d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.496847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.497135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "87d6b4be-0570-4acf-adb2-76535b5157d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.497395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.497608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.499839] env[69987]: INFO nova.compute.manager [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Terminating instance [ 880.677109] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Successfully updated port: 5eea0488-f75f-4255-8704-5822a7456b75 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.688737] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.751440] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500460, 'name': ReconfigVM_Task, 'duration_secs': 0.299147} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.751707] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 18c1d1b6-c516-4c4c-a24d-3b354ba92690/18c1d1b6-c516-4c4c-a24d-3b354ba92690.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.752375] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1e52050-978e-4792-b58a-06e70a98c5b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.759453] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 880.759453] env[69987]: value = "task-3500461" [ 880.759453] env[69987]: _type = "Task" [ 880.759453] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.767155] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500461, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.777695] env[69987]: DEBUG oslo_vmware.api [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.675382} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.777927] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.778138] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.778320] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.778490] env[69987]: INFO nova.compute.manager [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 880.778716] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.778900] env[69987]: DEBUG nova.compute.manager [-] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.778995] env[69987]: DEBUG nova.network.neutron [-] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.806233] env[69987]: DEBUG nova.scheduler.client.report [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.985717] env[69987]: DEBUG oslo_concurrency.lockutils [req-7616cd0b-04f0-4c8c-bfaa-edaf3d9786ae req-23bbb5e1-4b3c-4eb4-9a8a-a746896c1f22 service nova] Releasing lock "refresh_cache-adde3bd8-8324-4eab-9cea-152b59401f7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.005458] env[69987]: DEBUG nova.compute.manager [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.005458] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.006111] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c0e56-5c24-423c-b503-2279ee35e36d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.013547] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.013821] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df68a48-ecfa-470c-952a-d92487326670 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.077563] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.077789] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.077971] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Deleting the datastore file [datastore1] 87d6b4be-0570-4acf-adb2-76535b5157d6 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.078287] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62694588-b301-4223-8087-37d15abb2617 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.086496] env[69987]: DEBUG oslo_vmware.api [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 881.086496] env[69987]: value = "task-3500463" [ 881.086496] env[69987]: _type = "Task" [ 881.086496] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.097892] env[69987]: DEBUG oslo_vmware.api [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.183197] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "refresh_cache-3696484e-7c0e-422c-969e-977f3180c783" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.183388] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "refresh_cache-3696484e-7c0e-422c-969e-977f3180c783" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.183536] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.188458] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500459, 'name': ReconfigVM_Task, 'duration_secs': 1.005552} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.189240] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Reconfigured VM instance instance-00000024 to attach disk [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8/fdda3efc-facb-4d2a-b4e1-b167507b95e8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.189859] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fff23903-c547-44cf-8147-15747fa002fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.197472] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 881.197472] env[69987]: value = "task-3500464" [ 881.197472] env[69987]: _type = "Task" [ 881.197472] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.207314] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500464, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.272891] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500461, 'name': Rename_Task, 'duration_secs': 0.179744} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.273266] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.273574] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a7d5e83-839e-4f6d-b49d-47d6a5940f17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.280377] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 881.280377] env[69987]: value = "task-3500465" [ 881.280377] env[69987]: _type = "Task" [ 881.280377] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.290513] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.311619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.579s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.313883] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.756s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.314152] env[69987]: DEBUG nova.objects.instance [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lazy-loading 'resources' on Instance uuid b518bb73-3811-446e-8e88-1b6386f39543 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.338197] env[69987]: INFO nova.scheduler.client.report [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleted allocations for instance eacd2ffb-6901-48e1-86ed-448b58a34bd3 [ 881.559590] env[69987]: DEBUG nova.network.neutron [-] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.596383] env[69987]: DEBUG oslo_vmware.api [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390384} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.596639] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.596830] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.597045] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.597227] env[69987]: INFO nova.compute.manager [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Took 0.59 seconds to destroy the instance on the hypervisor. [ 881.597463] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.597649] env[69987]: DEBUG nova.compute.manager [-] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.597803] env[69987]: DEBUG nova.network.neutron [-] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.707316] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500464, 'name': Rename_Task, 'duration_secs': 0.273375} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.707518] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.707771] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709cf30c-80a3-426d-8270-066b87129c3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.715159] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 881.715159] env[69987]: value = "task-3500466" [ 881.715159] env[69987]: _type = "Task" [ 881.715159] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.727885] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.747548] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.790125] env[69987]: DEBUG nova.compute.manager [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Received event network-vif-plugged-5eea0488-f75f-4255-8704-5822a7456b75 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.790360] env[69987]: DEBUG oslo_concurrency.lockutils [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] Acquiring lock "3696484e-7c0e-422c-969e-977f3180c783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.790935] env[69987]: DEBUG oslo_concurrency.lockutils [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] Lock "3696484e-7c0e-422c-969e-977f3180c783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.791149] env[69987]: DEBUG oslo_concurrency.lockutils [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] Lock "3696484e-7c0e-422c-969e-977f3180c783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.791327] env[69987]: DEBUG nova.compute.manager [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] No waiting events found dispatching network-vif-plugged-5eea0488-f75f-4255-8704-5822a7456b75 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.791493] env[69987]: WARNING nova.compute.manager [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Received unexpected event network-vif-plugged-5eea0488-f75f-4255-8704-5822a7456b75 for instance with vm_state building and task_state spawning. [ 881.791713] env[69987]: DEBUG nova.compute.manager [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Received event network-changed-5eea0488-f75f-4255-8704-5822a7456b75 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.792020] env[69987]: DEBUG nova.compute.manager [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Refreshing instance network info cache due to event network-changed-5eea0488-f75f-4255-8704-5822a7456b75. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.792106] env[69987]: DEBUG oslo_concurrency.lockutils [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] Acquiring lock "refresh_cache-3696484e-7c0e-422c-969e-977f3180c783" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.805201] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.849813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6fb08ff-8adb-4343-8b79-631b58db3f00 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "eacd2ffb-6901-48e1-86ed-448b58a34bd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.851s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.937049] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Updating instance_info_cache with network_info: [{"id": "5eea0488-f75f-4255-8704-5822a7456b75", "address": "fa:16:3e:95:d6:6b", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eea0488-f7", "ovs_interfaceid": "5eea0488-f75f-4255-8704-5822a7456b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.062883] env[69987]: INFO nova.compute.manager [-] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Took 1.28 seconds to deallocate network for instance. [ 882.226509] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.290370] env[69987]: DEBUG oslo_vmware.api [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500465, 'name': PowerOnVM_Task, 'duration_secs': 0.604436} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.293312] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.293601] env[69987]: INFO nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Took 7.56 seconds to spawn the instance on the hypervisor. [ 882.294203] env[69987]: DEBUG nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.294796] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197742c8-bd44-4f8f-99e9-01d5f5fd56eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.318861] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a70698b-718e-4d41-a22a-74080df4ee07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.327699] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99b6ca-15b8-4b75-9284-ed1b2f3334bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.361024] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bec143-c9ba-42af-b082-c695c0842430 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.368803] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7182a22d-04ef-4d1b-9f77-627875bbabf0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.383199] env[69987]: DEBUG nova.compute.provider_tree [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.415015] env[69987]: DEBUG nova.network.neutron [-] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.439963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "refresh_cache-3696484e-7c0e-422c-969e-977f3180c783" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.441213] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Instance network_info: |[{"id": "5eea0488-f75f-4255-8704-5822a7456b75", "address": "fa:16:3e:95:d6:6b", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eea0488-f7", "ovs_interfaceid": "5eea0488-f75f-4255-8704-5822a7456b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.441213] env[69987]: DEBUG oslo_concurrency.lockutils [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] Acquired lock "refresh_cache-3696484e-7c0e-422c-969e-977f3180c783" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.441324] env[69987]: DEBUG nova.network.neutron [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Refreshing network info cache for port 5eea0488-f75f-4255-8704-5822a7456b75 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.442533] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:d6:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eea0488-f75f-4255-8704-5822a7456b75', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.451649] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Creating folder: Project (82a21e3ccf9c45b7bbd9832cae9b7bb0). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.452823] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45404d33-5b20-40cb-a756-8a5d06eb8e17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.463906] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Created folder: Project (82a21e3ccf9c45b7bbd9832cae9b7bb0) in parent group-v699418. [ 882.464206] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Creating folder: Instances. Parent ref: group-v699544. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.464513] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aafc062-cefc-47f6-b3d5-e24fe91d891c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.473850] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Created folder: Instances in parent group-v699544. [ 882.474185] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.475025] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.475025] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d24140a-6194-4853-a19f-b4fc91cc2af4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.499466] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.499466] env[69987]: value = "task-3500469" [ 882.499466] env[69987]: _type = "Task" [ 882.499466] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.508829] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500469, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.572822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.726349] env[69987]: DEBUG oslo_vmware.api [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500466, 'name': PowerOnVM_Task, 'duration_secs': 0.958238} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.726650] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.726920] env[69987]: DEBUG nova.compute.manager [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.727903] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdfa861-7080-4ca4-9733-0d85e1c51be2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.814953] env[69987]: INFO nova.compute.manager [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Took 47.62 seconds to build instance. [ 882.886787] env[69987]: DEBUG nova.scheduler.client.report [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.918129] env[69987]: INFO nova.compute.manager [-] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Took 1.32 seconds to deallocate network for instance. [ 883.009182] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500469, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.243098] env[69987]: DEBUG nova.network.neutron [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Updated VIF entry in instance network info cache for port 5eea0488-f75f-4255-8704-5822a7456b75. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.243469] env[69987]: DEBUG nova.network.neutron [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Updating instance_info_cache with network_info: [{"id": "5eea0488-f75f-4255-8704-5822a7456b75", "address": "fa:16:3e:95:d6:6b", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eea0488-f7", "ovs_interfaceid": "5eea0488-f75f-4255-8704-5822a7456b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.248060] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.319118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-baf58361-f003-454a-a49f-41d8ce04bbec tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.409s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.392545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.396163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.426s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.396598] env[69987]: INFO nova.compute.claims [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.417080] env[69987]: INFO nova.scheduler.client.report [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Deleted allocations for instance b518bb73-3811-446e-8e88-1b6386f39543 [ 883.426141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.510847] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500469, 'name': CreateVM_Task, 'duration_secs': 0.611509} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.511035] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.511743] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.511908] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.512238] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.512491] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f446c1f9-82e2-4e83-82ed-aef0828b2fa7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.519968] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 883.519968] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c9127a-baca-efdf-6102-6d70fbe7f8a6" [ 883.519968] env[69987]: _type = "Task" [ 883.519968] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.531742] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c9127a-baca-efdf-6102-6d70fbe7f8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.532438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.532438] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.533465] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.534585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.534754] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.535615] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad82fda9-1dcd-4f93-9912-edb2c9a790cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.544188] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.544379] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.545481] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823254f8-105e-4e51-b503-85d328a9876f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.551615] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 883.551615] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ebcb48-2cea-5152-1fa9-fbb8bec65d9b" [ 883.551615] env[69987]: _type = "Task" [ 883.551615] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.562555] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ebcb48-2cea-5152-1fa9-fbb8bec65d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.747621] env[69987]: DEBUG oslo_concurrency.lockutils [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] Releasing lock "refresh_cache-3696484e-7c0e-422c-969e-977f3180c783" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.747945] env[69987]: DEBUG nova.compute.manager [req-f1d03272-6596-4ab3-b123-4100e08cea95 req-49d3ee83-f624-46c8-86a5-48734edc8427 service nova] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Received event network-vif-deleted-d9a893ee-9b8b-431a-8134-3b46e1f54c78 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.820168] env[69987]: DEBUG nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.915904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.916183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.928566] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0e7c7484-4765-4c27-accf-9d8e19b12d0b tempest-DeleteServersAdminTestJSON-1963276659 tempest-DeleteServersAdminTestJSON-1963276659-project-member] Lock "b518bb73-3811-446e-8e88-1b6386f39543" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.805s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.996413] env[69987]: DEBUG nova.compute.manager [req-fb2eefe0-83ba-4a11-8536-0136a43191f2 req-fb8f7298-f667-4922-b24f-8aca899de65f service nova] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Received event network-vif-deleted-d4c6775f-216e-4a02-997e-8441f739315c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.026912] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.027210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.027585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.027660] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.027776] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.029827] env[69987]: INFO nova.compute.manager [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Terminating instance [ 884.063116] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ebcb48-2cea-5152-1fa9-fbb8bec65d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.063948] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73b8d25-5037-40dc-8df9-f545c84a18b4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.069976] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 884.069976] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a94a94-dba5-206d-15e0-81c6fd51f41b" [ 884.069976] env[69987]: _type = "Task" [ 884.069976] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.078330] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a94a94-dba5-206d-15e0-81c6fd51f41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.136319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.136777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.137074] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.137233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.137427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.139963] env[69987]: INFO nova.compute.manager [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Terminating instance [ 884.342374] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.512168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.512403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.534180] env[69987]: DEBUG nova.compute.manager [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.534404] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.535529] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13de8f13-0336-491a-ad24-983eb589168e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.543352] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.543628] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6993eca9-0903-4606-98a3-855e2aa73ed4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.553983] env[69987]: DEBUG oslo_vmware.api [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 884.553983] env[69987]: value = "task-3500470" [ 884.553983] env[69987]: _type = "Task" [ 884.553983] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.561816] env[69987]: DEBUG oslo_vmware.api [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.584072] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a94a94-dba5-206d-15e0-81c6fd51f41b, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.584377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.584658] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 3696484e-7c0e-422c-969e-977f3180c783/3696484e-7c0e-422c-969e-977f3180c783.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.585255] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d93005e-1f0e-4839-ba11-911869883edb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.592913] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 884.592913] env[69987]: value = "task-3500471" [ 884.592913] env[69987]: _type = "Task" [ 884.592913] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.601826] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.645044] env[69987]: DEBUG nova.compute.manager [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.645197] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.646404] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99795a8c-478c-4ab8-9cdc-8de718a06bae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.655800] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.656234] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8f81bb-13e2-40c1-9529-e3d8c36143ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.664315] env[69987]: DEBUG oslo_vmware.api [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 884.664315] env[69987]: value = "task-3500472" [ 884.664315] env[69987]: _type = "Task" [ 884.664315] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.676985] env[69987]: DEBUG oslo_vmware.api [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.965522] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85103f9a-f21b-476a-a386-038307a18987 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.976193] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23774090-de6e-4d0e-b424-fc3a3b3f1a3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.012096] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d52f341-fa5b-4908-bfa1-d1e0e312cffb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.022835] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2405d7b-de3f-4bfc-95f5-434d225b952d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.040821] env[69987]: DEBUG nova.compute.provider_tree [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.067266] env[69987]: DEBUG oslo_vmware.api [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500470, 'name': PowerOffVM_Task, 'duration_secs': 0.195759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.067266] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.067416] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.067663] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f1c8bd0-4a09-4cc1-85ad-e9b6cee146d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.104061] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.154155] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.155070] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.155070] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleting the datastore file [datastore2] fdda3efc-facb-4d2a-b4e1-b167507b95e8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.155070] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e3b0ca-2149-4427-90f2-4d05fdc623ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.162981] env[69987]: DEBUG oslo_vmware.api [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 885.162981] env[69987]: value = "task-3500474" [ 885.162981] env[69987]: _type = "Task" [ 885.162981] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.173133] env[69987]: DEBUG oslo_vmware.api [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500472, 'name': PowerOffVM_Task, 'duration_secs': 0.188066} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.176800] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.176800] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.176800] env[69987]: DEBUG oslo_vmware.api [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.176981] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9b119a-9352-4a85-a9a4-46eefb2e7b2f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.243058] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.243303] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.243489] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Deleting the datastore file [datastore2] 18c1d1b6-c516-4c4c-a24d-3b354ba92690 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.243784] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7888313f-65ff-4437-871d-914ca848d3a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.252658] env[69987]: DEBUG oslo_vmware.api [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for the task: (returnval){ [ 885.252658] env[69987]: value = "task-3500476" [ 885.252658] env[69987]: _type = "Task" [ 885.252658] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.260853] env[69987]: DEBUG oslo_vmware.api [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.545197] env[69987]: DEBUG nova.scheduler.client.report [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.603343] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586201} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.603629] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 3696484e-7c0e-422c-969e-977f3180c783/3696484e-7c0e-422c-969e-977f3180c783.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.603864] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.604135] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca3e727f-3f22-4dc5-8e4e-e996760bdd6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.610783] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 885.610783] env[69987]: value = "task-3500477" [ 885.610783] env[69987]: _type = "Task" [ 885.610783] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.619428] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.672030] env[69987]: DEBUG oslo_vmware.api [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162849} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.672030] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.672030] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.672209] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.672383] env[69987]: INFO nova.compute.manager [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 885.672756] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.672837] env[69987]: DEBUG nova.compute.manager [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.673100] env[69987]: DEBUG nova.network.neutron [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.761079] env[69987]: DEBUG oslo_vmware.api [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Task: {'id': task-3500476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185578} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.761324] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.761505] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.761690] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.761859] env[69987]: INFO nova.compute.manager [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Took 1.12 seconds to destroy the instance on the hypervisor. [ 885.762109] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.762330] env[69987]: DEBUG nova.compute.manager [-] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.762398] env[69987]: DEBUG nova.network.neutron [-] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.944020] env[69987]: DEBUG nova.compute.manager [req-d848d4b6-2a1c-455b-8302-80a2483c1899 req-0879e74f-300b-4803-ac0d-dd95acb1a456 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Received event network-vif-deleted-f0838f22-d038-410e-9e03-39adb74a97aa {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.944020] env[69987]: INFO nova.compute.manager [req-d848d4b6-2a1c-455b-8302-80a2483c1899 req-0879e74f-300b-4803-ac0d-dd95acb1a456 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Neutron deleted interface f0838f22-d038-410e-9e03-39adb74a97aa; detaching it from the instance and deleting it from the info cache [ 885.944020] env[69987]: DEBUG nova.network.neutron [req-d848d4b6-2a1c-455b-8302-80a2483c1899 req-0879e74f-300b-4803-ac0d-dd95acb1a456 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.052785] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.053529] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.058308] env[69987]: DEBUG nova.compute.manager [req-eae3327d-c42d-42be-8fe8-d179a561238a req-f902459a-5a8d-4a7f-a4b9-c6aa52de3036 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Received event network-vif-deleted-e5d60ebe-1440-44ce-8d23-1bf3778f635e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.058614] env[69987]: INFO nova.compute.manager [req-eae3327d-c42d-42be-8fe8-d179a561238a req-f902459a-5a8d-4a7f-a4b9-c6aa52de3036 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Neutron deleted interface e5d60ebe-1440-44ce-8d23-1bf3778f635e; detaching it from the instance and deleting it from the info cache [ 886.058901] env[69987]: DEBUG nova.network.neutron [req-eae3327d-c42d-42be-8fe8-d179a561238a req-f902459a-5a8d-4a7f-a4b9-c6aa52de3036 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.060490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.901s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.063035] env[69987]: INFO nova.compute.claims [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.120621] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063822} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.120914] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.121820] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca782516-a9f9-46b1-b6ef-2c74dceeb983 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.150606] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3696484e-7c0e-422c-969e-977f3180c783/3696484e-7c0e-422c-969e-977f3180c783.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.150980] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8c2f27-e9c6-46cb-9fe2-27c43929da72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.175520] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 886.175520] env[69987]: value = "task-3500478" [ 886.175520] env[69987]: _type = "Task" [ 886.175520] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.181487] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.401411] env[69987]: DEBUG nova.network.neutron [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.445222] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8333733-6a0f-4d6a-a4de-683951a56306 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.455532] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb2fd01-ba51-47ab-abfb-8348e8d3f168 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.489856] env[69987]: DEBUG nova.network.neutron [-] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.495023] env[69987]: DEBUG nova.compute.manager [req-d848d4b6-2a1c-455b-8302-80a2483c1899 req-0879e74f-300b-4803-ac0d-dd95acb1a456 service nova] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Detach interface failed, port_id=f0838f22-d038-410e-9e03-39adb74a97aa, reason: Instance fdda3efc-facb-4d2a-b4e1-b167507b95e8 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.562491] env[69987]: DEBUG nova.compute.utils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.565106] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.565341] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.571653] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92b903d7-2ef3-4ca0-8650-777d8cec71fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.581679] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24e612-e15f-4dfb-8cb1-74ab6cf799ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.616208] env[69987]: DEBUG nova.compute.manager [req-eae3327d-c42d-42be-8fe8-d179a561238a req-f902459a-5a8d-4a7f-a4b9-c6aa52de3036 service nova] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Detach interface failed, port_id=e5d60ebe-1440-44ce-8d23-1bf3778f635e, reason: Instance 18c1d1b6-c516-4c4c-a24d-3b354ba92690 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.625805] env[69987]: DEBUG nova.policy [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf8f8242539b43c08c54087707001daf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82a21e3ccf9c45b7bbd9832cae9b7bb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.683590] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500478, 'name': ReconfigVM_Task, 'duration_secs': 0.27343} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.684136] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3696484e-7c0e-422c-969e-977f3180c783/3696484e-7c0e-422c-969e-977f3180c783.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.684897] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8417e51d-97a2-4781-aa71-8041faf53021 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.691486] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 886.691486] env[69987]: value = "task-3500479" [ 886.691486] env[69987]: _type = "Task" [ 886.691486] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.699464] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500479, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.904202] env[69987]: INFO nova.compute.manager [-] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Took 1.23 seconds to deallocate network for instance. [ 886.928844] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Successfully created port: 706392e2-0801-4251-9cea-b280d37ecbcb {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.992954] env[69987]: INFO nova.compute.manager [-] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Took 1.23 seconds to deallocate network for instance. [ 887.068788] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.200728] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500479, 'name': Rename_Task, 'duration_secs': 0.143533} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.200996] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.201266] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9245c0d-448f-417f-9c93-f26eb4ab592e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.211565] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 887.211565] env[69987]: value = "task-3500480" [ 887.211565] env[69987]: _type = "Task" [ 887.211565] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.221248] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.413484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.501462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.582015] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55758b0a-6375-45df-9ce2-24c335eb468b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.591080] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f1fca7-a3b8-458f-ac7d-0fc67a17c379 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.622640] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e1a10c-bf58-4e47-ba8c-002d3ba59a7d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632190] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c1f32f-02db-4446-9636-a80d9aae79ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.647390] env[69987]: DEBUG nova.compute.provider_tree [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.720849] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.080424] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.110635] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.110909] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.111055] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.111395] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.111552] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.111903] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.112137] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.112302] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.112475] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.112640] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.112827] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.114300] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2c7548-4943-45ee-bfa3-652ca5b29f22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.123457] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6999d87-c0fb-44fa-a65d-dd162420dbba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.152206] env[69987]: DEBUG nova.scheduler.client.report [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.222066] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500480, 'name': PowerOnVM_Task, 'duration_secs': 0.821767} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.222760] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.222760] env[69987]: INFO nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Took 8.46 seconds to spawn the instance on the hypervisor. [ 888.222760] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.223409] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aea0bfa-ca15-4dae-9834-6bf25ed2a6b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.657469] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.658173] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.660735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.506s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.668038] env[69987]: DEBUG nova.compute.manager [req-59682b08-c079-4b4e-822d-d94ae6bb5332 req-d9dc0ecb-4355-4c51-ae0a-b148c471485f service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Received event network-vif-plugged-706392e2-0801-4251-9cea-b280d37ecbcb {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.668243] env[69987]: DEBUG oslo_concurrency.lockutils [req-59682b08-c079-4b4e-822d-d94ae6bb5332 req-d9dc0ecb-4355-4c51-ae0a-b148c471485f service nova] Acquiring lock "3409af28-d7c6-43ad-802b-016bfbb83bb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.668449] env[69987]: DEBUG oslo_concurrency.lockutils [req-59682b08-c079-4b4e-822d-d94ae6bb5332 req-d9dc0ecb-4355-4c51-ae0a-b148c471485f service nova] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.668640] env[69987]: DEBUG oslo_concurrency.lockutils [req-59682b08-c079-4b4e-822d-d94ae6bb5332 req-d9dc0ecb-4355-4c51-ae0a-b148c471485f service nova] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.668781] env[69987]: DEBUG nova.compute.manager [req-59682b08-c079-4b4e-822d-d94ae6bb5332 req-d9dc0ecb-4355-4c51-ae0a-b148c471485f service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] No waiting events found dispatching network-vif-plugged-706392e2-0801-4251-9cea-b280d37ecbcb {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.668938] env[69987]: WARNING nova.compute.manager [req-59682b08-c079-4b4e-822d-d94ae6bb5332 req-d9dc0ecb-4355-4c51-ae0a-b148c471485f service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Received unexpected event network-vif-plugged-706392e2-0801-4251-9cea-b280d37ecbcb for instance with vm_state building and task_state spawning. [ 888.744351] env[69987]: INFO nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Took 50.89 seconds to build instance. [ 888.755898] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Successfully updated port: 706392e2-0801-4251-9cea-b280d37ecbcb {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.176851] env[69987]: DEBUG nova.compute.utils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.178380] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.178572] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.242560] env[69987]: DEBUG nova.policy [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf8f8242539b43c08c54087707001daf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82a21e3ccf9c45b7bbd9832cae9b7bb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.247656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3696484e-7c0e-422c-969e-977f3180c783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.935s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.262448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "refresh_cache-3409af28-d7c6-43ad-802b-016bfbb83bb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.262570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "refresh_cache-3409af28-d7c6-43ad-802b-016bfbb83bb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.262738] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.600335] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Successfully created port: ae872970-2c94-42c4-908d-34839f0f7c8a {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.685998] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.712900] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 2c519237-3872-4b47-93c5-181f773eccb8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.713173] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 3448671a-a384-4c15-a9ba-1ba3dad1b1d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.713234] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 4b94054c-1d27-45ee-92dd-4432e1e81a33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.713392] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 0f5ccae7-1100-4899-8949-687a20f268b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.713468] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance c35f752e-e9b4-48d5-ae18-b2613ddfeaf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.713645] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 46ca388e-79b7-403b-a895-99a9d1ac93cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.713704] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance cbddb66d-41d9-4da8-af42-537b8132dc5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.713834] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.713956] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f432ef0a-9c47-40e6-96c1-d7601dc314a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.714093] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9642dc29-73e4-451e-bf37-fe20fc4c876a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.714208] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance b45e94ae-d45b-4632-b8da-ae1cb246450a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.714317] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f5bd91ff-5a34-4478-9ece-8918fee6101a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.714438] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a3f66942-6063-4d1f-9bb0-b07899beccc1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.714556] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f38fbfac-9498-448d-9889-3ab4d2da1e16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.714673] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 734ac398-4556-413a-ac7e-ca28d56d4de1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.714785] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance cf08f5c6-179f-4c14-8318-933d6b85099d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.714893] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 1045259e-3aad-4d1b-8ec0-3d7f375803a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.715021] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance fdda3efc-facb-4d2a-b4e1-b167507b95e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.715139] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 87d6b4be-0570-4acf-adb2-76535b5157d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.715252] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance adde3bd8-8324-4eab-9cea-152b59401f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.715367] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 18c1d1b6-c516-4c4c-a24d-3b354ba92690 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.715475] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 3696484e-7c0e-422c-969e-977f3180c783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.715583] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 3409af28-d7c6-43ad-802b-016bfbb83bb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.715819] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 0937ab71-83d3-436e-a5d3-e3c7fb97c642 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 889.750848] env[69987]: DEBUG nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.821529] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.000453] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Updating instance_info_cache with network_info: [{"id": "706392e2-0801-4251-9cea-b280d37ecbcb", "address": "fa:16:3e:92:1c:07", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706392e2-08", "ovs_interfaceid": "706392e2-0801-4251-9cea-b280d37ecbcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.142906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "2285082c-afdd-4f73-9c91-8e080a02aa45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.143234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.219283] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 6d147721-ae87-4e80-b553-b4e7c4c3dee4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 890.273460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.502019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "refresh_cache-3409af28-d7c6-43ad-802b-016bfbb83bb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.502462] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Instance network_info: |[{"id": "706392e2-0801-4251-9cea-b280d37ecbcb", "address": "fa:16:3e:92:1c:07", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706392e2-08", "ovs_interfaceid": "706392e2-0801-4251-9cea-b280d37ecbcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.502884] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:1c:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706392e2-0801-4251-9cea-b280d37ecbcb', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.515172] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.515423] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.515646] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1301e48f-bd0f-40ac-b744-16b1ed86bd71 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.540241] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.540241] env[69987]: value = "task-3500481" [ 890.540241] env[69987]: _type = "Task" [ 890.540241] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.548310] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500481, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.604198] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Acquiring lock "0f5ccae7-1100-4899-8949-687a20f268b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.604440] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.696294] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.722292] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance c15ff953-56a8-45c8-ac78-174801a3bf1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 890.727536] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.727771] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.727928] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.728246] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.728375] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.728522] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.728729] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.728887] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.729069] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.729237] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.729412] env[69987]: DEBUG nova.virt.hardware [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.730279] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc2ae41-0a73-4b7f-ba6b-16b684e55b14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.739337] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3cbffb-6fbe-40d3-aa5a-982ca7174a1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.810351] env[69987]: DEBUG nova.compute.manager [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Received event network-changed-706392e2-0801-4251-9cea-b280d37ecbcb {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.810540] env[69987]: DEBUG nova.compute.manager [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Refreshing instance network info cache due to event network-changed-706392e2-0801-4251-9cea-b280d37ecbcb. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.810756] env[69987]: DEBUG oslo_concurrency.lockutils [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] Acquiring lock "refresh_cache-3409af28-d7c6-43ad-802b-016bfbb83bb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.810943] env[69987]: DEBUG oslo_concurrency.lockutils [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] Acquired lock "refresh_cache-3409af28-d7c6-43ad-802b-016bfbb83bb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.811123] env[69987]: DEBUG nova.network.neutron [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Refreshing network info cache for port 706392e2-0801-4251-9cea-b280d37ecbcb {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.050734] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500481, 'name': CreateVM_Task, 'duration_secs': 0.375857} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.050903] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.051931] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.052357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.053202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.053202] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9186aee7-928a-4da0-bfad-067d10a54d3b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.058274] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 891.058274] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528db129-90f3-050d-3197-92f329125012" [ 891.058274] env[69987]: _type = "Task" [ 891.058274] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.068666] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528db129-90f3-050d-3197-92f329125012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.108943] env[69987]: DEBUG nova.compute.utils [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.208624] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Successfully updated port: ae872970-2c94-42c4-908d-34839f0f7c8a {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.225808] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 891.536713] env[69987]: DEBUG nova.network.neutron [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Updated VIF entry in instance network info cache for port 706392e2-0801-4251-9cea-b280d37ecbcb. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.537077] env[69987]: DEBUG nova.network.neutron [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Updating instance_info_cache with network_info: [{"id": "706392e2-0801-4251-9cea-b280d37ecbcb", "address": "fa:16:3e:92:1c:07", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706392e2-08", "ovs_interfaceid": "706392e2-0801-4251-9cea-b280d37ecbcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.569049] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528db129-90f3-050d-3197-92f329125012, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.569343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.569573] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.569807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.569952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.570141] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.570393] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2803fad1-986a-4f24-b39c-f2965c29a87b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.578805] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.578991] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.580202] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93591317-0e67-4cb1-beaa-f439e595f6c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.585176] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 891.585176] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525c9c8c-0a5d-fa10-4129-9d1c967519d6" [ 891.585176] env[69987]: _type = "Task" [ 891.585176] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.592127] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525c9c8c-0a5d-fa10-4129-9d1c967519d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.611975] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.710727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "refresh_cache-0937ab71-83d3-436e-a5d3-e3c7fb97c642" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.710978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "refresh_cache-0937ab71-83d3-436e-a5d3-e3c7fb97c642" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.711198] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.728303] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f4175224-fd57-419b-8170-aa3ce8a5a416 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 892.039633] env[69987]: DEBUG oslo_concurrency.lockutils [req-4f51f7f9-3bda-4dff-bde2-74191b9fe641 req-bdac8501-873d-4374-a24f-48b6813f7f32 service nova] Releasing lock "refresh_cache-3409af28-d7c6-43ad-802b-016bfbb83bb8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.096028] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525c9c8c-0a5d-fa10-4129-9d1c967519d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00836} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.096795] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeaeb9b8-053a-4f76-8e96-3909f9e25adb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.106019] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 892.106019] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]529dbe1e-03ab-5381-868f-6405c4b27877" [ 892.106019] env[69987]: _type = "Task" [ 892.106019] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.118426] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529dbe1e-03ab-5381-868f-6405c4b27877, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.118679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.118935] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3409af28-d7c6-43ad-802b-016bfbb83bb8/3409af28-d7c6-43ad-802b-016bfbb83bb8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.119232] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5e76463-ed59-4353-838d-a1c734eb1fe3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.128166] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 892.128166] env[69987]: value = "task-3500482" [ 892.128166] env[69987]: _type = "Task" [ 892.128166] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.139640] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.232926] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance bf18b01f-0588-44d1-a156-382533029496 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 892.257034] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.467534] env[69987]: DEBUG nova.network.neutron [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Updating instance_info_cache with network_info: [{"id": "ae872970-2c94-42c4-908d-34839f0f7c8a", "address": "fa:16:3e:5b:a0:9c", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae872970-2c", "ovs_interfaceid": "ae872970-2c94-42c4-908d-34839f0f7c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.638041] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441349} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.638307] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3409af28-d7c6-43ad-802b-016bfbb83bb8/3409af28-d7c6-43ad-802b-016bfbb83bb8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.638528] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.638781] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c763ad96-8294-46c8-b980-d1d9a1244f2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.645028] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 892.645028] env[69987]: value = "task-3500483" [ 892.645028] env[69987]: _type = "Task" [ 892.645028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.652920] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.726904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Acquiring lock "0f5ccae7-1100-4899-8949-687a20f268b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.727221] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.727466] env[69987]: INFO nova.compute.manager [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Attaching volume 7fce2687-1a8a-4d8c-a84d-74ff9219ed1e to /dev/sdb [ 892.735974] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f84a2f6c-99ad-4283-9a1d-528d4a91f034 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 892.769718] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ca8440-c1bc-4058-8984-8b217189251d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.777723] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c07da4d-edec-4c21-a9e4-00d363e5789e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.792301] env[69987]: DEBUG nova.virt.block_device [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Updating existing volume attachment record: 86549e59-c556-49b6-988a-d2e0b90847cb {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 892.836739] env[69987]: DEBUG nova.compute.manager [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Received event network-vif-plugged-ae872970-2c94-42c4-908d-34839f0f7c8a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.836886] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] Acquiring lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.837126] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.837276] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.837388] env[69987]: DEBUG nova.compute.manager [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] No waiting events found dispatching network-vif-plugged-ae872970-2c94-42c4-908d-34839f0f7c8a {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.837551] env[69987]: WARNING nova.compute.manager [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Received unexpected event network-vif-plugged-ae872970-2c94-42c4-908d-34839f0f7c8a for instance with vm_state building and task_state spawning. [ 892.837707] env[69987]: DEBUG nova.compute.manager [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Received event network-changed-ae872970-2c94-42c4-908d-34839f0f7c8a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.837864] env[69987]: DEBUG nova.compute.manager [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Refreshing instance network info cache due to event network-changed-ae872970-2c94-42c4-908d-34839f0f7c8a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.838041] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] Acquiring lock "refresh_cache-0937ab71-83d3-436e-a5d3-e3c7fb97c642" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.970116] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "refresh_cache-0937ab71-83d3-436e-a5d3-e3c7fb97c642" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.970475] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Instance network_info: |[{"id": "ae872970-2c94-42c4-908d-34839f0f7c8a", "address": "fa:16:3e:5b:a0:9c", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae872970-2c", "ovs_interfaceid": "ae872970-2c94-42c4-908d-34839f0f7c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.970782] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] Acquired lock "refresh_cache-0937ab71-83d3-436e-a5d3-e3c7fb97c642" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.970975] env[69987]: DEBUG nova.network.neutron [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Refreshing network info cache for port ae872970-2c94-42c4-908d-34839f0f7c8a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.972271] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a0:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae872970-2c94-42c4-908d-34839f0f7c8a', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.982639] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.983791] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.984046] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5963abd8-bdd4-4cc9-bbcd-401530e7daf0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.005212] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.005212] env[69987]: value = "task-3500487" [ 893.005212] env[69987]: _type = "Task" [ 893.005212] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.014133] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500487, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.157758] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064123} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.158103] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.158945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786c449e-6b8c-4b31-ac8a-bc74235444de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.183271] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 3409af28-d7c6-43ad-802b-016bfbb83bb8/3409af28-d7c6-43ad-802b-016bfbb83bb8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.183650] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc78f6f1-9179-4826-af3b-7260fad06e3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.205400] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 893.205400] env[69987]: value = "task-3500488" [ 893.205400] env[69987]: _type = "Task" [ 893.205400] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.213777] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.238784] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance add55a74-5dc7-4a4e-9fbc-a7b02ee8488f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.516133] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500487, 'name': CreateVM_Task, 'duration_secs': 0.319593} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.516326] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.517034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.517221] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.517565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.517845] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13448527-2b99-47c1-8ce0-ad9678ca2990 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.522351] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 893.522351] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524db8e3-fb70-79b9-2b11-8f4e228fc700" [ 893.522351] env[69987]: _type = "Task" [ 893.522351] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.533069] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524db8e3-fb70-79b9-2b11-8f4e228fc700, 'name': SearchDatastore_Task} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.533327] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.533574] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.533849] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.534072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.534284] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.534552] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0ca2033-0c13-4836-8b08-6cddd7892f7b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.541122] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.541297] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.541987] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49908adc-7880-4e21-81bc-269e5674793d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.546573] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 893.546573] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52087a20-77d3-313f-f3f6-b0b47b10f000" [ 893.546573] env[69987]: _type = "Task" [ 893.546573] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.554386] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52087a20-77d3-313f-f3f6-b0b47b10f000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.716115] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500488, 'name': ReconfigVM_Task, 'duration_secs': 0.323766} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.716565] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 3409af28-d7c6-43ad-802b-016bfbb83bb8/3409af28-d7c6-43ad-802b-016bfbb83bb8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.717341] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15521f2d-0105-46ad-ba07-42ec6c910d9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.719954] env[69987]: DEBUG nova.network.neutron [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Updated VIF entry in instance network info cache for port ae872970-2c94-42c4-908d-34839f0f7c8a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.720496] env[69987]: DEBUG nova.network.neutron [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Updating instance_info_cache with network_info: [{"id": "ae872970-2c94-42c4-908d-34839f0f7c8a", "address": "fa:16:3e:5b:a0:9c", "network": {"id": "0c0605d2-fb35-4916-bacc-74e1343b9157", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-459460088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a21e3ccf9c45b7bbd9832cae9b7bb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae872970-2c", "ovs_interfaceid": "ae872970-2c94-42c4-908d-34839f0f7c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.726378] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 893.726378] env[69987]: value = "task-3500489" [ 893.726378] env[69987]: _type = "Task" [ 893.726378] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.734318] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500489, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.742021] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 1b193fd9-d782-44d2-860b-83b53ee06485 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.056937] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52087a20-77d3-313f-f3f6-b0b47b10f000, 'name': SearchDatastore_Task, 'duration_secs': 0.008197} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.057735] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce7fd51-b89b-43a5-bf71-e58e9e900de9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.062582] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 894.062582] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ed127-589f-4697-3fd1-041adc6ece20" [ 894.062582] env[69987]: _type = "Task" [ 894.062582] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.069924] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520ed127-589f-4697-3fd1-041adc6ece20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.224059] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac6e7053-c83c-4166-a6b9-6d0d092b4073 req-c583e099-bb09-428f-8119-5974dc21a0c4 service nova] Releasing lock "refresh_cache-0937ab71-83d3-436e-a5d3-e3c7fb97c642" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.235897] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500489, 'name': Rename_Task, 'duration_secs': 0.126619} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.236167] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.236440] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a72f8a8-5b14-4262-944f-77503c6fbeb5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.242517] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 894.242517] env[69987]: value = "task-3500490" [ 894.242517] env[69987]: _type = "Task" [ 894.242517] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.246120] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 77ca4bdd-1d0e-4596-810a-29eec177acd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.251644] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.573701] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520ed127-589f-4697-3fd1-041adc6ece20, 'name': SearchDatastore_Task, 'duration_secs': 0.013754} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.574016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.574281] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 0937ab71-83d3-436e-a5d3-e3c7fb97c642/0937ab71-83d3-436e-a5d3-e3c7fb97c642.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.574544] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd55eab8-3b03-4b79-9bf1-42d57af25fd0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.582355] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 894.582355] env[69987]: value = "task-3500491" [ 894.582355] env[69987]: _type = "Task" [ 894.582355] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.589657] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.753766] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.763380] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500490, 'name': PowerOnVM_Task, 'duration_secs': 0.451717} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.764052] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.764300] env[69987]: INFO nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Took 6.68 seconds to spawn the instance on the hypervisor. [ 894.764543] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.765402] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89309c1-1d5b-4515-9537-dac34c7d96d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.092707] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45708} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.092992] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 0937ab71-83d3-436e-a5d3-e3c7fb97c642/0937ab71-83d3-436e-a5d3-e3c7fb97c642.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.093223] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.093474] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55e0a8a5-183e-4e8f-b5db-8ba046189bc2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.099965] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 895.099965] env[69987]: value = "task-3500493" [ 895.099965] env[69987]: _type = "Task" [ 895.099965] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.107771] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.265196] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 895.282734] env[69987]: INFO nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Took 53.34 seconds to build instance. [ 895.609755] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066917} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.610039] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.610795] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba0b68-1d9a-4a4d-acad-c9a39cd6263e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.633319] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 0937ab71-83d3-436e-a5d3-e3c7fb97c642/0937ab71-83d3-436e-a5d3-e3c7fb97c642.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.633724] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b6c682-1ac5-4ddd-b85b-f05b2c202319 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.653546] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 895.653546] env[69987]: value = "task-3500494" [ 895.653546] env[69987]: _type = "Task" [ 895.653546] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.661821] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.768898] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 38129ac8-996a-47d5-b361-267ccd014133 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 895.785171] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.441s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.164015] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500494, 'name': ReconfigVM_Task, 'duration_secs': 0.45429} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.164323] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 0937ab71-83d3-436e-a5d3-e3c7fb97c642/0937ab71-83d3-436e-a5d3-e3c7fb97c642.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.164964] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebb798ef-68a3-4522-ba4b-de665e48a821 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.170884] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 896.170884] env[69987]: value = "task-3500495" [ 896.170884] env[69987]: _type = "Task" [ 896.170884] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.178948] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500495, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.271887] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 81f9545c-d6c2-4c15-ab8e-1d8676b1734d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 896.287507] env[69987]: DEBUG nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.680521] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500495, 'name': Rename_Task, 'duration_secs': 0.155401} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.680835] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.681123] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-155daf82-b5f8-4f96-b0c0-14e1df13fdff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.688041] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 896.688041] env[69987]: value = "task-3500496" [ 896.688041] env[69987]: _type = "Task" [ 896.688041] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.695930] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.775130] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance c8c9590d-86be-4d60-b8e6-d30953871b4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 896.775503] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 896.775708] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 896.806337] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.202414] env[69987]: DEBUG oslo_vmware.api [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500496, 'name': PowerOnVM_Task, 'duration_secs': 0.469066} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.202731] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.202973] env[69987]: INFO nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Took 6.51 seconds to spawn the instance on the hypervisor. [ 897.203219] env[69987]: DEBUG nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.204127] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99355ced-c947-4fa3-a920-57df54690bf2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.244923] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa66691-64c9-4eda-a1bc-26fc508c32ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.253663] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1550dd-a98e-46c3-8fbd-ee1c5870f889 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.284698] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d7298-2684-47ba-9848-5d9052de66c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.292063] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e78980-494e-4ec7-a3c2-8a0a1a1e699b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.305871] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.336045] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 897.336391] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699550', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'name': 'volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f5ccae7-1100-4899-8949-687a20f268b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'serial': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 897.337572] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ef12d-ea68-4ea0-b674-c987b839ddce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.357202] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca7eecb-a22c-4fff-b4de-4f7ecad1aaa9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.385141] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e/volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.385524] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1939a5-7bf9-443e-a851-b01fbf457759 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.406124] env[69987]: DEBUG oslo_vmware.api [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Waiting for the task: (returnval){ [ 897.406124] env[69987]: value = "task-3500497" [ 897.406124] env[69987]: _type = "Task" [ 897.406124] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.414331] env[69987]: DEBUG oslo_vmware.api [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.723440] env[69987]: INFO nova.compute.manager [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Took 47.61 seconds to build instance. [ 897.809248] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.915603] env[69987]: DEBUG oslo_vmware.api [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500497, 'name': ReconfigVM_Task, 'duration_secs': 0.455888} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.915888] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e/volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.921028] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1892aeb-c5b0-47cc-9a64-6bc5bbdfeccb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.935269] env[69987]: DEBUG oslo_vmware.api [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Waiting for the task: (returnval){ [ 897.935269] env[69987]: value = "task-3500498" [ 897.935269] env[69987]: _type = "Task" [ 897.935269] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.943179] env[69987]: DEBUG oslo_vmware.api [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.060829] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "46ca388e-79b7-403b-a895-99a9d1ac93cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.061794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.061794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "46ca388e-79b7-403b-a895-99a9d1ac93cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.061794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.061794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.063989] env[69987]: INFO nova.compute.manager [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Terminating instance [ 898.225326] env[69987]: DEBUG oslo_concurrency.lockutils [None req-127485d3-6d19-456d-adf8-f527d846e043 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.851s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.315049] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 898.315347] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.655s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.315629] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.962s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.317696] env[69987]: INFO nova.compute.claims [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.448461] env[69987]: DEBUG oslo_vmware.api [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500498, 'name': ReconfigVM_Task, 'duration_secs': 0.14483} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.448947] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699550', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'name': 'volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f5ccae7-1100-4899-8949-687a20f268b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'serial': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 898.562270] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "768833ea-b1e0-4d19-b3fb-a543aa89e925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.562492] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.567565] env[69987]: DEBUG nova.compute.manager [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.567763] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.568625] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa8664-edcf-42da-9cae-207ad181edaf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.577015] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.577310] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd5d06ea-5b37-46d8-8a62-b669d150b691 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.582943] env[69987]: DEBUG oslo_vmware.api [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 898.582943] env[69987]: value = "task-3500499" [ 898.582943] env[69987]: _type = "Task" [ 898.582943] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.590886] env[69987]: DEBUG oslo_vmware.api [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.729214] env[69987]: DEBUG nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.949760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "3696484e-7c0e-422c-969e-977f3180c783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.950148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3696484e-7c0e-422c-969e-977f3180c783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.950261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "3696484e-7c0e-422c-969e-977f3180c783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.950445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3696484e-7c0e-422c-969e-977f3180c783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.950634] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3696484e-7c0e-422c-969e-977f3180c783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.955124] env[69987]: INFO nova.compute.manager [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Terminating instance [ 899.093120] env[69987]: DEBUG oslo_vmware.api [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500499, 'name': PowerOffVM_Task, 'duration_secs': 0.23194} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.093397] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.093565] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.093813] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d81511f-2df3-4776-ad08-d23c291756d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.157791] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.158034] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.158259] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Deleting the datastore file [datastore1] 46ca388e-79b7-403b-a895-99a9d1ac93cd {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.158567] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d37e419-a776-4d8b-96ea-d07175a4b455 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.165713] env[69987]: DEBUG oslo_vmware.api [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 899.165713] env[69987]: value = "task-3500501" [ 899.165713] env[69987]: _type = "Task" [ 899.165713] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.174308] env[69987]: DEBUG oslo_vmware.api [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.251940] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.458014] env[69987]: DEBUG nova.compute.manager [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.458301] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.459302] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3abc40-32c2-4d98-b3db-90ab72f83dfe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.469091] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.469091] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4eecd05-e0b0-417d-9736-ce8a0355e820 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.476104] env[69987]: DEBUG oslo_vmware.api [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 899.476104] env[69987]: value = "task-3500502" [ 899.476104] env[69987]: _type = "Task" [ 899.476104] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.487935] env[69987]: DEBUG nova.objects.instance [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lazy-loading 'flavor' on Instance uuid 0f5ccae7-1100-4899-8949-687a20f268b9 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.489372] env[69987]: DEBUG oslo_vmware.api [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.678842] env[69987]: DEBUG oslo_vmware.api [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374498} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.680178] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.680400] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.681254] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.681254] env[69987]: INFO nova.compute.manager [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 899.681254] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.683524] env[69987]: DEBUG nova.compute.manager [-] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.683650] env[69987]: DEBUG nova.network.neutron [-] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.867744] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c6c0f5-15a2-4d32-aa6b-58e440c37df2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.877666] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b88b6-a367-4429-916d-6e0b2bc4c27e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.911539] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28549edb-6929-4bb9-93d1-71e04db743c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.920485] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe063a6-3a56-43bf-8e7b-126734de45b4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.934279] env[69987]: DEBUG nova.compute.provider_tree [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.985904] env[69987]: DEBUG oslo_vmware.api [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500502, 'name': PowerOffVM_Task, 'duration_secs': 0.28629} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.986262] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.986392] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.986659] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b3c45d-9015-43cd-8638-3e47f275c4b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.993194] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3606dcf-91f6-41e4-b975-e0b153495e65 tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.044967] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.045228] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.045414] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleting the datastore file [datastore2] 3696484e-7c0e-422c-969e-977f3180c783 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.048958] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5526e7d3-94b7-42f1-a76c-5b2cc11982f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.065182] env[69987]: DEBUG oslo_vmware.api [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 900.065182] env[69987]: value = "task-3500504" [ 900.065182] env[69987]: _type = "Task" [ 900.065182] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.078527] env[69987]: DEBUG oslo_vmware.api [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.351166] env[69987]: DEBUG nova.compute.manager [req-7fdfbf98-5412-4632-a141-eccaf5db3ad6 req-30e141b5-5003-4e54-9505-47099c066434 service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Received event network-vif-deleted-80f96566-f40b-430d-83a1-4bc36c04e27e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.351166] env[69987]: INFO nova.compute.manager [req-7fdfbf98-5412-4632-a141-eccaf5db3ad6 req-30e141b5-5003-4e54-9505-47099c066434 service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Neutron deleted interface 80f96566-f40b-430d-83a1-4bc36c04e27e; detaching it from the instance and deleting it from the info cache [ 900.351166] env[69987]: DEBUG nova.network.neutron [req-7fdfbf98-5412-4632-a141-eccaf5db3ad6 req-30e141b5-5003-4e54-9505-47099c066434 service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.459567] env[69987]: ERROR nova.scheduler.client.report [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [req-ad3186b6-8abc-4854-ae5d-1a018fe3ffe5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad3186b6-8abc-4854-ae5d-1a018fe3ffe5"}]} [ 900.489881] env[69987]: DEBUG nova.scheduler.client.report [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 900.519672] env[69987]: DEBUG nova.scheduler.client.report [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 900.520084] env[69987]: DEBUG nova.compute.provider_tree [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.537174] env[69987]: DEBUG nova.scheduler.client.report [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 900.558051] env[69987]: DEBUG nova.scheduler.client.report [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 900.566825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Acquiring lock "0f5ccae7-1100-4899-8949-687a20f268b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.567121] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.578727] env[69987]: DEBUG oslo_vmware.api [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140454} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.579014] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.579225] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.579418] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.579589] env[69987]: INFO nova.compute.manager [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Took 1.12 seconds to destroy the instance on the hypervisor. [ 900.579820] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.580016] env[69987]: DEBUG nova.compute.manager [-] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.580116] env[69987]: DEBUG nova.network.neutron [-] [instance: 3696484e-7c0e-422c-969e-977f3180c783] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.705826] env[69987]: DEBUG nova.network.neutron [-] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.862124] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31781788-059f-4af0-88d0-38081c69d544 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.876769] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd578ff-d7b3-4fff-87a8-9bba80118415 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.917702] env[69987]: DEBUG nova.compute.manager [req-7fdfbf98-5412-4632-a141-eccaf5db3ad6 req-30e141b5-5003-4e54-9505-47099c066434 service nova] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Detach interface failed, port_id=80f96566-f40b-430d-83a1-4bc36c04e27e, reason: Instance 46ca388e-79b7-403b-a895-99a9d1ac93cd could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.074619] env[69987]: INFO nova.compute.manager [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Detaching volume 7fce2687-1a8a-4d8c-a84d-74ff9219ed1e [ 901.113836] env[69987]: INFO nova.virt.block_device [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Attempting to driver detach volume 7fce2687-1a8a-4d8c-a84d-74ff9219ed1e from mountpoint /dev/sdb [ 901.114144] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 901.114338] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699550', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'name': 'volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f5ccae7-1100-4899-8949-687a20f268b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'serial': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 901.115411] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce31f5c-569f-427e-89e1-ed4c217d4902 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.140777] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802fcbe6-6a76-4645-ad13-a2aa81f4db9d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.148550] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b319b844-4fd9-4b92-8719-4a678ada1b85 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.174711] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c308f-187a-4e87-b5d1-7ed8c192a6d5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.190505] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e/volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 901.195959] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.197288] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b61e57-0829-4419-942c-53cf9d32e42d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.210645] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b96646f-9c9c-433a-9779-d11a18bb79fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.213479] env[69987]: INFO nova.compute.manager [-] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Took 1.53 seconds to deallocate network for instance. [ 901.221284] env[69987]: DEBUG oslo_vmware.api [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Waiting for the task: (returnval){ [ 901.221284] env[69987]: value = "task-3500505" [ 901.221284] env[69987]: _type = "Task" [ 901.221284] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.222601] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa49c62-b9ea-4c03-813f-cc9099aaa025 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.233832] env[69987]: DEBUG oslo_vmware.api [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.260429] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e310da-6eea-4b42-829b-882e577c05e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.268093] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb988e-c24f-431b-884a-7ed3ccd30c65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.282665] env[69987]: DEBUG nova.compute.provider_tree [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.376238] env[69987]: DEBUG nova.network.neutron [-] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.724041] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.733157] env[69987]: DEBUG oslo_vmware.api [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500505, 'name': ReconfigVM_Task, 'duration_secs': 0.393883} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.733425] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.738565] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e66936-a75c-4b5c-a222-c65f83a7674e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.753398] env[69987]: DEBUG oslo_vmware.api [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Waiting for the task: (returnval){ [ 901.753398] env[69987]: value = "task-3500506" [ 901.753398] env[69987]: _type = "Task" [ 901.753398] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.761595] env[69987]: DEBUG oslo_vmware.api [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.816778] env[69987]: DEBUG nova.scheduler.client.report [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 901.817077] env[69987]: DEBUG nova.compute.provider_tree [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 69 to 70 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 901.817290] env[69987]: DEBUG nova.compute.provider_tree [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.879356] env[69987]: INFO nova.compute.manager [-] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Took 1.30 seconds to deallocate network for instance. [ 902.263507] env[69987]: DEBUG oslo_vmware.api [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Task: {'id': task-3500506, 'name': ReconfigVM_Task, 'duration_secs': 0.142165} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.263793] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699550', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'name': 'volume-7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0f5ccae7-1100-4899-8949-687a20f268b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e', 'serial': '7fce2687-1a8a-4d8c-a84d-74ff9219ed1e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 902.322930] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.007s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.323493] env[69987]: DEBUG nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.326939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.191s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.327889] env[69987]: INFO nova.compute.claims [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.386400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.403475] env[69987]: DEBUG nova.compute.manager [req-043c4c02-0655-4b3e-8722-9694f62b35b7 req-48ecf348-795f-4eb7-89c3-effb2436fd2a service nova] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Received event network-vif-deleted-5eea0488-f75f-4255-8704-5822a7456b75 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.820948] env[69987]: DEBUG nova.objects.instance [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lazy-loading 'flavor' on Instance uuid 0f5ccae7-1100-4899-8949-687a20f268b9 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.832933] env[69987]: DEBUG nova.compute.utils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.836517] env[69987]: DEBUG nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.836676] env[69987]: DEBUG nova.network.neutron [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.873896] env[69987]: DEBUG nova.policy [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d122fa96414d2e9f886c606e75d04e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84a5029fd6cf4df8a26584ff7e9d9e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.187744] env[69987]: DEBUG nova.network.neutron [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Successfully created port: 1d8fe340-0e40-4d6e-8756-d6192f3394f8 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.337454] env[69987]: DEBUG nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.831099] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c99c0425-adc7-4eda-977f-a557c9c0157e tempest-VolumesAssistedSnapshotsTest-1026030400 tempest-VolumesAssistedSnapshotsTest-1026030400-project-admin] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.876986] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3c70fe-8d23-4e62-8f36-0cd3b693b472 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.887429] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4591212-8afd-4c2c-b54c-ba0192ffaec3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.932581] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db538e7f-509e-49a7-af70-de92ddddb48f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.940039] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e50866-1136-4258-86e9-18f6c6b6253b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.953276] env[69987]: DEBUG nova.compute.provider_tree [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.349822] env[69987]: DEBUG nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.375809] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.376074] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.376246] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.376426] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.376573] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.376719] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.376928] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.377108] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.377283] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.377446] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.377622] env[69987]: DEBUG nova.virt.hardware [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.378493] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac9f9f-a972-46ff-98f6-caf6aa4db096 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.386220] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deece52c-9224-42ed-9307-e0aae6612e2a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.457298] env[69987]: DEBUG nova.scheduler.client.report [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.651881] env[69987]: DEBUG nova.compute.manager [req-a49d0c82-4ce4-489f-a1ed-3e909b4f0e72 req-92b449a1-1016-4c4b-864f-5275a4385299 service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Received event network-vif-plugged-1d8fe340-0e40-4d6e-8756-d6192f3394f8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.652123] env[69987]: DEBUG oslo_concurrency.lockutils [req-a49d0c82-4ce4-489f-a1ed-3e909b4f0e72 req-92b449a1-1016-4c4b-864f-5275a4385299 service nova] Acquiring lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.652325] env[69987]: DEBUG oslo_concurrency.lockutils [req-a49d0c82-4ce4-489f-a1ed-3e909b4f0e72 req-92b449a1-1016-4c4b-864f-5275a4385299 service nova] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.652598] env[69987]: DEBUG oslo_concurrency.lockutils [req-a49d0c82-4ce4-489f-a1ed-3e909b4f0e72 req-92b449a1-1016-4c4b-864f-5275a4385299 service nova] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.652671] env[69987]: DEBUG nova.compute.manager [req-a49d0c82-4ce4-489f-a1ed-3e909b4f0e72 req-92b449a1-1016-4c4b-864f-5275a4385299 service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] No waiting events found dispatching network-vif-plugged-1d8fe340-0e40-4d6e-8756-d6192f3394f8 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.652814] env[69987]: WARNING nova.compute.manager [req-a49d0c82-4ce4-489f-a1ed-3e909b4f0e72 req-92b449a1-1016-4c4b-864f-5275a4385299 service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Received unexpected event network-vif-plugged-1d8fe340-0e40-4d6e-8756-d6192f3394f8 for instance with vm_state building and task_state spawning. [ 904.769755] env[69987]: DEBUG nova.network.neutron [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Successfully updated port: 1d8fe340-0e40-4d6e-8756-d6192f3394f8 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.962116] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.962665] env[69987]: DEBUG nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.965364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.272s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.966098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.967766] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.213s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.967971] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.969918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.183s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.970122] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.971630] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.916s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.972301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.973811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.071s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.975247] env[69987]: INFO nova.compute.claims [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.999309] env[69987]: INFO nova.scheduler.client.report [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Deleted allocations for instance 9642dc29-73e4-451e-bf37-fe20fc4c876a [ 905.001043] env[69987]: INFO nova.scheduler.client.report [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Deleted allocations for instance f38fbfac-9498-448d-9889-3ab4d2da1e16 [ 905.014606] env[69987]: INFO nova.scheduler.client.report [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Deleted allocations for instance a3f66942-6063-4d1f-9bb0-b07899beccc1 [ 905.016666] env[69987]: INFO nova.scheduler.client.report [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Deleted allocations for instance 3448671a-a384-4c15-a9ba-1ba3dad1b1d6 [ 905.275098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "refresh_cache-6d147721-ae87-4e80-b553-b4e7c4c3dee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.275275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired lock "refresh_cache-6d147721-ae87-4e80-b553-b4e7c4c3dee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.275434] env[69987]: DEBUG nova.network.neutron [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.479717] env[69987]: DEBUG nova.compute.utils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.485628] env[69987]: DEBUG nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.485628] env[69987]: DEBUG nova.network.neutron [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.512826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eab824fc-c7b2-4224-8177-a228364b7c5c tempest-ServersV294TestFqdnHostnames-550580335 tempest-ServersV294TestFqdnHostnames-550580335-project-member] Lock "9642dc29-73e4-451e-bf37-fe20fc4c876a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.384s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.523435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7165489-24eb-4349-bc18-df481298307e tempest-FloatingIPsAssociationNegativeTestJSON-2133390623 tempest-FloatingIPsAssociationNegativeTestJSON-2133390623-project-member] Lock "f38fbfac-9498-448d-9889-3ab4d2da1e16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.406s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.528376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef8435c9-a471-48d6-93f6-ac6e3ff315de tempest-FloatingIPsAssociationTestJSON-592488877 tempest-FloatingIPsAssociationTestJSON-592488877-project-member] Lock "3448671a-a384-4c15-a9ba-1ba3dad1b1d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.602s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.529907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ff059b88-9684-4ac1-88ea-9ff0ea013a45 tempest-ServerRescueTestJSONUnderV235-1182894004 tempest-ServerRescueTestJSONUnderV235-1182894004-project-member] Lock "a3f66942-6063-4d1f-9bb0-b07899beccc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.776s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.772065] env[69987]: DEBUG nova.policy [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07a348f1712b4dbdabbd6bc5daac035d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '057a7e18808d4ae79993ba7a3a733e49', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.810623] env[69987]: DEBUG nova.network.neutron [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.988486] env[69987]: DEBUG nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.092660] env[69987]: DEBUG nova.network.neutron [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Updating instance_info_cache with network_info: [{"id": "1d8fe340-0e40-4d6e-8756-d6192f3394f8", "address": "fa:16:3e:d8:3c:c3", "network": {"id": "c8122c7c-ba43-45b9-b1c9-c9168938102a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-415178019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a5029fd6cf4df8a26584ff7e9d9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8fe340-0e", "ovs_interfaceid": "1d8fe340-0e40-4d6e-8756-d6192f3394f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.597802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Releasing lock "refresh_cache-6d147721-ae87-4e80-b553-b4e7c4c3dee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.597802] env[69987]: DEBUG nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Instance network_info: |[{"id": "1d8fe340-0e40-4d6e-8756-d6192f3394f8", "address": "fa:16:3e:d8:3c:c3", "network": {"id": "c8122c7c-ba43-45b9-b1c9-c9168938102a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-415178019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a5029fd6cf4df8a26584ff7e9d9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8fe340-0e", "ovs_interfaceid": "1d8fe340-0e40-4d6e-8756-d6192f3394f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.598345] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3c:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d8fe340-0e40-4d6e-8756-d6192f3394f8', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.614017] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.615101] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.615742] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9071fc6a-b635-41b5-b1d8-8b5de6614a0d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.387059] env[69987]: DEBUG nova.network.neutron [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Successfully created port: 132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.392311] env[69987]: DEBUG nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.395179] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d4f73-5bd5-464d-ae59-c7ff6e321eb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.401105] env[69987]: DEBUG nova.compute.manager [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Received event network-changed-1d8fe340-0e40-4d6e-8756-d6192f3394f8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.401440] env[69987]: DEBUG nova.compute.manager [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Refreshing instance network info cache due to event network-changed-1d8fe340-0e40-4d6e-8756-d6192f3394f8. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.401524] env[69987]: DEBUG oslo_concurrency.lockutils [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] Acquiring lock "refresh_cache-6d147721-ae87-4e80-b553-b4e7c4c3dee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.401752] env[69987]: DEBUG oslo_concurrency.lockutils [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] Acquired lock "refresh_cache-6d147721-ae87-4e80-b553-b4e7c4c3dee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.401752] env[69987]: DEBUG nova.network.neutron [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Refreshing network info cache for port 1d8fe340-0e40-4d6e-8756-d6192f3394f8 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.411341] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd8460-3fd9-4a87-b8cb-43d9071dc08b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.416111] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.416111] env[69987]: value = "task-3500508" [ 907.416111] env[69987]: _type = "Task" [ 907.416111] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.449840] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c901da-7187-40c7-8119-ef3888cdac5c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.457263] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500508, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.464894] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.465216] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.465487] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.466011] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.466011] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.466011] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.466233] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.466409] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.466684] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.466950] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.467165] env[69987]: DEBUG nova.virt.hardware [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.469016] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d929fe-0ef4-4a48-8e2b-7eda1cd034df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.474078] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9495112a-e98a-498b-a152-a39a92b711fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.488323] env[69987]: DEBUG nova.compute.provider_tree [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.493799] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f281db-853b-4f2e-9991-6d4e8eb2a66c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.909319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "0f5ccae7-1100-4899-8949-687a20f268b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.909319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.909319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "0f5ccae7-1100-4899-8949-687a20f268b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.909319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "0f5ccae7-1100-4899-8949-687a20f268b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.909831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "0f5ccae7-1100-4899-8949-687a20f268b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.913654] env[69987]: INFO nova.compute.manager [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Terminating instance [ 907.930092] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500508, 'name': CreateVM_Task, 'duration_secs': 0.300639} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.930268] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.931078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.931216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.931560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.932479] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9778a89e-50ef-4c5f-916d-7d69557fbaf7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.938557] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 907.938557] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522b0a1b-1022-d55b-4116-7ae150c8d06e" [ 907.938557] env[69987]: _type = "Task" [ 907.938557] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.947438] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b0a1b-1022-d55b-4116-7ae150c8d06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.991271] env[69987]: DEBUG nova.scheduler.client.report [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.425306] env[69987]: DEBUG nova.compute.manager [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.426774] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.428403] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8c043-f4d0-4ed1-baa6-18dd04f14ae3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.437944] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.438292] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb300d2c-2208-4709-a717-315694c64fcd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.450046] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b0a1b-1022-d55b-4116-7ae150c8d06e, 'name': SearchDatastore_Task, 'duration_secs': 0.01214} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.450695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.450982] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.451284] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.451468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.451680] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.452120] env[69987]: DEBUG oslo_vmware.api [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 908.452120] env[69987]: value = "task-3500509" [ 908.452120] env[69987]: _type = "Task" [ 908.452120] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.456070] env[69987]: DEBUG nova.network.neutron [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Updated VIF entry in instance network info cache for port 1d8fe340-0e40-4d6e-8756-d6192f3394f8. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.456070] env[69987]: DEBUG nova.network.neutron [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Updating instance_info_cache with network_info: [{"id": "1d8fe340-0e40-4d6e-8756-d6192f3394f8", "address": "fa:16:3e:d8:3c:c3", "network": {"id": "c8122c7c-ba43-45b9-b1c9-c9168938102a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-415178019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84a5029fd6cf4df8a26584ff7e9d9e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8fe340-0e", "ovs_interfaceid": "1d8fe340-0e40-4d6e-8756-d6192f3394f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.456489] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a690409-a391-4d46-9871-e123d593a409 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.467511] env[69987]: DEBUG oslo_vmware.api [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.469917] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.469917] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.470516] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a461f64-cabc-411d-9e27-ebd2a68d8e18 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.477301] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 908.477301] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5271ae36-80bb-f1bc-620f-e655cdec1dd2" [ 908.477301] env[69987]: _type = "Task" [ 908.477301] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.486840] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5271ae36-80bb-f1bc-620f-e655cdec1dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.500426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.526s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.501042] env[69987]: DEBUG nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.505266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.803s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.505266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.507194] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.087s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.508727] env[69987]: INFO nova.compute.claims [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.539932] env[69987]: INFO nova.scheduler.client.report [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Deleted allocations for instance 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1 [ 908.958252] env[69987]: DEBUG oslo_concurrency.lockutils [req-feb23485-353e-41d3-966f-2b5d560f9a75 req-e30974f2-1bba-4657-a476-299d6d27ca3d service nova] Releasing lock "refresh_cache-6d147721-ae87-4e80-b553-b4e7c4c3dee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.970213] env[69987]: DEBUG oslo_vmware.api [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500509, 'name': PowerOffVM_Task, 'duration_secs': 0.281766} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.970532] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.970935] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.971443] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdfc284a-b976-4460-b3f3-9f19edfdd35d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.988236] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5271ae36-80bb-f1bc-620f-e655cdec1dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.01418} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.989328] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00ebed8-b783-4891-8ac6-1974cad6fb45 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.995943] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 908.995943] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52aa3b5d-c783-846f-1c8c-37b626e2e4c8" [ 908.995943] env[69987]: _type = "Task" [ 908.995943] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.005333] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aa3b5d-c783-846f-1c8c-37b626e2e4c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.020503] env[69987]: DEBUG nova.compute.utils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.022572] env[69987]: DEBUG nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.022767] env[69987]: DEBUG nova.network.neutron [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.029305] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.029602] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.029908] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Deleting the datastore file [datastore2] 0f5ccae7-1100-4899-8949-687a20f268b9 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.030225] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10e91341-565d-4452-aca4-13597778e5e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.037602] env[69987]: DEBUG oslo_vmware.api [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for the task: (returnval){ [ 909.037602] env[69987]: value = "task-3500511" [ 909.037602] env[69987]: _type = "Task" [ 909.037602] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.051975] env[69987]: DEBUG oslo_vmware.api [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.055047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d1cdf8bb-1333-4af0-ba01-26a36f598e2e tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.789s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.080686] env[69987]: DEBUG nova.policy [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d01da6514c34180aa9549d9ed907d1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6555e6ab6a4023b1ce76c202d4ef43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.376123] env[69987]: DEBUG nova.compute.manager [req-0cf125c6-b8d9-4b18-b94a-71f4784a4939 req-fdeceee9-ccee-439f-b3d2-481ff583b813 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Received event network-vif-plugged-132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.376362] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf125c6-b8d9-4b18-b94a-71f4784a4939 req-fdeceee9-ccee-439f-b3d2-481ff583b813 service nova] Acquiring lock "c15ff953-56a8-45c8-ac78-174801a3bf1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.376645] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf125c6-b8d9-4b18-b94a-71f4784a4939 req-fdeceee9-ccee-439f-b3d2-481ff583b813 service nova] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.376787] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf125c6-b8d9-4b18-b94a-71f4784a4939 req-fdeceee9-ccee-439f-b3d2-481ff583b813 service nova] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.376995] env[69987]: DEBUG nova.compute.manager [req-0cf125c6-b8d9-4b18-b94a-71f4784a4939 req-fdeceee9-ccee-439f-b3d2-481ff583b813 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] No waiting events found dispatching network-vif-plugged-132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.377101] env[69987]: WARNING nova.compute.manager [req-0cf125c6-b8d9-4b18-b94a-71f4784a4939 req-fdeceee9-ccee-439f-b3d2-481ff583b813 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Received unexpected event network-vif-plugged-132c935b-20db-42bf-b112-71a29e4b953d for instance with vm_state building and task_state spawning. [ 909.493506] env[69987]: DEBUG nova.network.neutron [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Successfully updated port: 132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.510028] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aa3b5d-c783-846f-1c8c-37b626e2e4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.510793] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.511519] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 6d147721-ae87-4e80-b553-b4e7c4c3dee4/6d147721-ae87-4e80-b553-b4e7c4c3dee4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.512597] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c67f9c05-4a46-4f06-9620-d6e4e790048c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.521371] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 909.521371] env[69987]: value = "task-3500512" [ 909.521371] env[69987]: _type = "Task" [ 909.521371] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.528439] env[69987]: DEBUG nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.537289] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.549962] env[69987]: DEBUG oslo_vmware.api [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Task: {'id': task-3500511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140977} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.550793] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.553404] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.553404] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.553404] env[69987]: INFO nova.compute.manager [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 909.553404] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.553404] env[69987]: DEBUG nova.network.neutron [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Successfully created port: 0c48a182-eaef-4d86-8330-7f2f03619889 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.554708] env[69987]: DEBUG nova.compute.manager [-] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.554860] env[69987]: DEBUG nova.network.neutron [-] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.998264] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.998264] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.998264] env[69987]: DEBUG nova.network.neutron [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.037052] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500512, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.083042] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c031055a-64b7-4388-b707-66e0e8d88324 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.092059] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca24690-8359-4e13-bfb7-e79d12ae019a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.127328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "cbddb66d-41d9-4da8-af42-537b8132dc5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.127628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.127862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "cbddb66d-41d9-4da8-af42-537b8132dc5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.128112] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.128309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.130947] env[69987]: INFO nova.compute.manager [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Terminating instance [ 910.132966] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620097b-6f4e-4826-900d-1afa541e582c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.143391] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b460e7-f19d-4b98-83d8-1cfcafaea7fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.162345] env[69987]: DEBUG nova.compute.provider_tree [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.534113] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869167} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.534451] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 6d147721-ae87-4e80-b553-b4e7c4c3dee4/6d147721-ae87-4e80-b553-b4e7c4c3dee4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.534667] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.534923] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78496694-3f00-4a8d-8b36-2c7a65c67892 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.542755] env[69987]: DEBUG nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.545521] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 910.545521] env[69987]: value = "task-3500513" [ 910.545521] env[69987]: _type = "Task" [ 910.545521] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.547592] env[69987]: DEBUG nova.network.neutron [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.557859] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.574922] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.575197] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.575558] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.575786] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.575941] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.576113] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.576357] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.576532] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.576709] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.576873] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.577067] env[69987]: DEBUG nova.virt.hardware [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.577971] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba3a5f-ccba-4ac2-a8b6-a77e40309480 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.590544] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac152ac2-83af-4c74-8677-bed99017895e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.639461] env[69987]: DEBUG nova.compute.manager [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.639614] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.640510] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c247d3d-da68-4b8e-bff1-b737cb87f108 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.648097] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.648245] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92567050-00d2-423f-9473-91ba20a3d973 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.654942] env[69987]: DEBUG oslo_vmware.api [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 910.654942] env[69987]: value = "task-3500514" [ 910.654942] env[69987]: _type = "Task" [ 910.654942] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.664883] env[69987]: DEBUG oslo_vmware.api [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.665634] env[69987]: DEBUG nova.scheduler.client.report [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.689071] env[69987]: DEBUG nova.network.neutron [-] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.794959] env[69987]: DEBUG nova.network.neutron [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updating instance_info_cache with network_info: [{"id": "132c935b-20db-42bf-b112-71a29e4b953d", "address": "fa:16:3e:84:67:22", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c935b-20", "ovs_interfaceid": "132c935b-20db-42bf-b112-71a29e4b953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.059132] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190677} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.060579] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.061551] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb235e-23c5-443e-8bfa-7c2facdb3579 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.097310] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 6d147721-ae87-4e80-b553-b4e7c4c3dee4/6d147721-ae87-4e80-b553-b4e7c4c3dee4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.097652] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379dded2-7a33-4f3f-b971-2937d6ddcc25 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.120054] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 911.120054] env[69987]: value = "task-3500515" [ 911.120054] env[69987]: _type = "Task" [ 911.120054] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.128949] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.168929] env[69987]: DEBUG oslo_vmware.api [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500514, 'name': PowerOffVM_Task, 'duration_secs': 0.210114} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.169479] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.169479] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.169479] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea15fc31-7c8f-43ff-be4e-6a814dbb78a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.171695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.172278] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.178530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.010s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.181561] env[69987]: INFO nova.compute.claims [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.192922] env[69987]: INFO nova.compute.manager [-] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Took 1.64 seconds to deallocate network for instance. [ 911.243410] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.243689] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.243892] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Deleting the datastore file [datastore1] cbddb66d-41d9-4da8-af42-537b8132dc5a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.244243] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff0532e4-46aa-4695-8779-035c2233b4da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.257212] env[69987]: DEBUG oslo_vmware.api [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for the task: (returnval){ [ 911.257212] env[69987]: value = "task-3500517" [ 911.257212] env[69987]: _type = "Task" [ 911.257212] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.269268] env[69987]: DEBUG oslo_vmware.api [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.298057] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Releasing lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.298428] env[69987]: DEBUG nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Instance network_info: |[{"id": "132c935b-20db-42bf-b112-71a29e4b953d", "address": "fa:16:3e:84:67:22", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c935b-20", "ovs_interfaceid": "132c935b-20db-42bf-b112-71a29e4b953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.299071] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:67:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '132c935b-20db-42bf-b112-71a29e4b953d', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.308341] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.308635] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.308895] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc693a3c-ad61-4a71-ada3-3706d0386380 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.330758] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.330758] env[69987]: value = "task-3500518" [ 911.330758] env[69987]: _type = "Task" [ 911.330758] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.339678] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500518, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.372974] env[69987]: DEBUG nova.compute.manager [req-bd3dbafb-6e2e-417a-8194-8c01c28f3b46 req-2433d116-7398-425c-acd2-dcc4f232ca22 service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Received event network-vif-plugged-0c48a182-eaef-4d86-8330-7f2f03619889 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.373303] env[69987]: DEBUG oslo_concurrency.lockutils [req-bd3dbafb-6e2e-417a-8194-8c01c28f3b46 req-2433d116-7398-425c-acd2-dcc4f232ca22 service nova] Acquiring lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.373525] env[69987]: DEBUG oslo_concurrency.lockutils [req-bd3dbafb-6e2e-417a-8194-8c01c28f3b46 req-2433d116-7398-425c-acd2-dcc4f232ca22 service nova] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.373759] env[69987]: DEBUG oslo_concurrency.lockutils [req-bd3dbafb-6e2e-417a-8194-8c01c28f3b46 req-2433d116-7398-425c-acd2-dcc4f232ca22 service nova] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.374520] env[69987]: DEBUG nova.compute.manager [req-bd3dbafb-6e2e-417a-8194-8c01c28f3b46 req-2433d116-7398-425c-acd2-dcc4f232ca22 service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] No waiting events found dispatching network-vif-plugged-0c48a182-eaef-4d86-8330-7f2f03619889 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.374520] env[69987]: WARNING nova.compute.manager [req-bd3dbafb-6e2e-417a-8194-8c01c28f3b46 req-2433d116-7398-425c-acd2-dcc4f232ca22 service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Received unexpected event network-vif-plugged-0c48a182-eaef-4d86-8330-7f2f03619889 for instance with vm_state building and task_state spawning. [ 911.470114] env[69987]: DEBUG nova.compute.manager [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Received event network-changed-132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.470114] env[69987]: DEBUG nova.compute.manager [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Refreshing instance network info cache due to event network-changed-132c935b-20db-42bf-b112-71a29e4b953d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.470356] env[69987]: DEBUG oslo_concurrency.lockutils [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] Acquiring lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.470638] env[69987]: DEBUG oslo_concurrency.lockutils [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] Acquired lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.471225] env[69987]: DEBUG nova.network.neutron [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Refreshing network info cache for port 132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.631703] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500515, 'name': ReconfigVM_Task, 'duration_secs': 0.284397} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.631984] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 6d147721-ae87-4e80-b553-b4e7c4c3dee4/6d147721-ae87-4e80-b553-b4e7c4c3dee4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.639992] env[69987]: DEBUG nova.network.neutron [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Successfully updated port: 0c48a182-eaef-4d86-8330-7f2f03619889 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.639992] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eb28934-c334-4b16-86bc-9f56ca4c67a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.650534] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 911.650534] env[69987]: value = "task-3500519" [ 911.650534] env[69987]: _type = "Task" [ 911.650534] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.661627] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500519, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.689649] env[69987]: DEBUG nova.compute.utils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.696067] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.696067] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.706267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.769648] env[69987]: DEBUG oslo_vmware.api [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Task: {'id': task-3500517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153418} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.769648] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.769648] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.769648] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.769648] env[69987]: INFO nova.compute.manager [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 911.770057] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.770057] env[69987]: DEBUG nova.compute.manager [-] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.770057] env[69987]: DEBUG nova.network.neutron [-] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.807534] env[69987]: DEBUG nova.policy [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a472dccb5d84e2aa3db05d9b3ad6e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fc2d828eb424dbc92c877d3c8b6aaa2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.840689] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500518, 'name': CreateVM_Task, 'duration_secs': 0.374041} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.844020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.844020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.844020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.844020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.844020] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40c8c4a-2fbc-4e09-be9b-0df566ab7cd9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.848675] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 911.848675] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5274a6da-0c16-c491-439c-99c4102ea6ea" [ 911.848675] env[69987]: _type = "Task" [ 911.848675] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.861234] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5274a6da-0c16-c491-439c-99c4102ea6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.861985] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.862349] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.862688] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.862963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.863260] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.863609] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e3d6e27-a67d-4c4d-8a03-ab0ca51880ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.874194] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.874194] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.874194] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fe3833-ca6a-47bd-b9ad-bb517bc0961c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.880505] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 911.880505] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ed84eb-4dfa-21f0-5809-ad66a7e7301d" [ 911.880505] env[69987]: _type = "Task" [ 911.880505] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.893033] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed84eb-4dfa-21f0-5809-ad66a7e7301d, 'name': SearchDatastore_Task, 'duration_secs': 0.00848} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.893033] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b568c75-421f-4357-8e96-3a2a12083b0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.896950] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 911.896950] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527c63e9-2568-d6b4-1503-ace9214e23c4" [ 911.896950] env[69987]: _type = "Task" [ 911.896950] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.905327] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527c63e9-2568-d6b4-1503-ace9214e23c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.142528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "refresh_cache-7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.142869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "refresh_cache-7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.142869] env[69987]: DEBUG nova.network.neutron [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.157115] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Successfully created port: f854efd4-7622-4208-9fd0-899d36c04d10 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.166396] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500519, 'name': Rename_Task, 'duration_secs': 0.150666} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.166865] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.167763] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20f0898-e206-4aee-a9c1-81764955a9da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.178673] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 912.178673] env[69987]: value = "task-3500520" [ 912.178673] env[69987]: _type = "Task" [ 912.178673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.191096] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.199514] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.413997] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527c63e9-2568-d6b4-1503-ace9214e23c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.414316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.414569] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] c15ff953-56a8-45c8-ac78-174801a3bf1a/c15ff953-56a8-45c8-ac78-174801a3bf1a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.415201] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e3a1d17-4a09-4b37-af0c-ab51ca4acf78 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.424080] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 912.424080] env[69987]: value = "task-3500521" [ 912.424080] env[69987]: _type = "Task" [ 912.424080] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.441884] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.689195] env[69987]: DEBUG oslo_vmware.api [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500520, 'name': PowerOnVM_Task, 'duration_secs': 0.492132} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.692659] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.693232] env[69987]: INFO nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Took 8.34 seconds to spawn the instance on the hypervisor. [ 912.693610] env[69987]: DEBUG nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.695098] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ee165b-74c8-40fa-9436-01a7410bbc54 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.786138] env[69987]: DEBUG nova.network.neutron [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.836376] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d842807-0f8e-4753-9ac9-4c33471d4f0c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.839288] env[69987]: DEBUG nova.network.neutron [-] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.849888] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e8db1d-01f3-4576-aaa3-d5b5357f24a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.891313] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a5ff07-c671-43fe-8c7f-216342febcdc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.903361] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f32f11-a64c-4a8b-8048-ccdf92aab55f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.922145] env[69987]: DEBUG nova.compute.provider_tree [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.937482] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500521, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.970390] env[69987]: DEBUG nova.network.neutron [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updated VIF entry in instance network info cache for port 132c935b-20db-42bf-b112-71a29e4b953d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.970752] env[69987]: DEBUG nova.network.neutron [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updating instance_info_cache with network_info: [{"id": "132c935b-20db-42bf-b112-71a29e4b953d", "address": "fa:16:3e:84:67:22", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c935b-20", "ovs_interfaceid": "132c935b-20db-42bf-b112-71a29e4b953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.208050] env[69987]: DEBUG nova.network.neutron [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Updating instance_info_cache with network_info: [{"id": "0c48a182-eaef-4d86-8330-7f2f03619889", "address": "fa:16:3e:c7:7b:6f", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c48a182-ea", "ovs_interfaceid": "0c48a182-eaef-4d86-8330-7f2f03619889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.217360] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.235693] env[69987]: INFO nova.compute.manager [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Took 54.90 seconds to build instance. [ 913.254916] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.255279] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.255279] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.255450] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.255670] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.255851] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.256110] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.256291] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.256464] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.256627] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.256798] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.257854] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde7fa4-fed5-45ca-a044-e7d5eea883f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.268320] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8caafe-6ea5-4881-83ea-b0982572dfae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.342370] env[69987]: INFO nova.compute.manager [-] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Took 1.57 seconds to deallocate network for instance. [ 913.418271] env[69987]: DEBUG nova.compute.manager [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Received event network-changed-0c48a182-eaef-4d86-8330-7f2f03619889 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.418467] env[69987]: DEBUG nova.compute.manager [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Refreshing instance network info cache due to event network-changed-0c48a182-eaef-4d86-8330-7f2f03619889. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.418665] env[69987]: DEBUG oslo_concurrency.lockutils [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] Acquiring lock "refresh_cache-7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.425566] env[69987]: DEBUG nova.scheduler.client.report [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.439464] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518099} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.439464] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] c15ff953-56a8-45c8-ac78-174801a3bf1a/c15ff953-56a8-45c8-ac78-174801a3bf1a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.439700] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.439998] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62f9a309-c9a9-439b-ad72-e58fcd939560 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.448310] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 913.448310] env[69987]: value = "task-3500522" [ 913.448310] env[69987]: _type = "Task" [ 913.448310] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.456979] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.474272] env[69987]: DEBUG oslo_concurrency.lockutils [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] Releasing lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.474272] env[69987]: DEBUG nova.compute.manager [req-8834810a-7d83-41ee-b752-1d4cefab5472 req-a957382d-e763-441f-a556-9b0278e7b1c3 service nova] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Received event network-vif-deleted-1cf9f6fd-05a7-4eb4-81b1-a0cc2abdb3e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.501307] env[69987]: DEBUG nova.compute.manager [req-74a72470-2fa3-43a6-8d55-82561ff8e404 req-9bb77315-4527-4197-b6a7-989917dea4ea service nova] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Received event network-vif-deleted-f2197c91-39f0-4bc0-9df1-4eb83596f6c6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.706723] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Successfully updated port: f854efd4-7622-4208-9fd0-899d36c04d10 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.710114] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "refresh_cache-7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.710411] env[69987]: DEBUG nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Instance network_info: |[{"id": "0c48a182-eaef-4d86-8330-7f2f03619889", "address": "fa:16:3e:c7:7b:6f", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c48a182-ea", "ovs_interfaceid": "0c48a182-eaef-4d86-8330-7f2f03619889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.711090] env[69987]: DEBUG oslo_concurrency.lockutils [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] Acquired lock "refresh_cache-7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.711090] env[69987]: DEBUG nova.network.neutron [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Refreshing network info cache for port 0c48a182-eaef-4d86-8330-7f2f03619889 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.712524] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:7b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c48a182-eaef-4d86-8330-7f2f03619889', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.719783] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.720452] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.720452] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae7c44c9-8ad8-4acf-ad5d-8b3c74baf7c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.738204] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1999f028-74b5-44b5-a2e5-cd3f70918841 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.826s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.744023] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.744023] env[69987]: value = "task-3500523" [ 913.744023] env[69987]: _type = "Task" [ 913.744023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.754780] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500523, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.858076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.933868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.934400] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.937052] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.052s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.938848] env[69987]: INFO nova.compute.claims [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.957673] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072223} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.957943] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.958811] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa24e7-64c4-4ebd-8245-be3b59e31a22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.984597] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c15ff953-56a8-45c8-ac78-174801a3bf1a/c15ff953-56a8-45c8-ac78-174801a3bf1a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.984754] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314f62ab-e9d2-4b94-bf3d-3cc08138d25f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.007535] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 914.007535] env[69987]: value = "task-3500524" [ 914.007535] env[69987]: _type = "Task" [ 914.007535] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.016782] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.210472] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "refresh_cache-f4175224-fd57-419b-8170-aa3ce8a5a416" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.210650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "refresh_cache-f4175224-fd57-419b-8170-aa3ce8a5a416" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.210902] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.240046] env[69987]: DEBUG nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.255860] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500523, 'name': CreateVM_Task, 'duration_secs': 0.355619} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.256114] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.256906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.257138] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.257499] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.257847] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16bf2253-1696-4507-9168-a975f91fc075 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.267452] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 914.267452] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521311a4-e3f0-615e-fd79-543379d5e2fd" [ 914.267452] env[69987]: _type = "Task" [ 914.267452] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.275585] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521311a4-e3f0-615e-fd79-543379d5e2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.444454] env[69987]: DEBUG nova.compute.utils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.448018] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.448018] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.492340] env[69987]: DEBUG nova.network.neutron [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Updated VIF entry in instance network info cache for port 0c48a182-eaef-4d86-8330-7f2f03619889. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.492747] env[69987]: DEBUG nova.network.neutron [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Updating instance_info_cache with network_info: [{"id": "0c48a182-eaef-4d86-8330-7f2f03619889", "address": "fa:16:3e:c7:7b:6f", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c48a182-ea", "ovs_interfaceid": "0c48a182-eaef-4d86-8330-7f2f03619889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.521861] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500524, 'name': ReconfigVM_Task, 'duration_secs': 0.297717} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.522622] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c15ff953-56a8-45c8-ac78-174801a3bf1a/c15ff953-56a8-45c8-ac78-174801a3bf1a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.522783] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce52b325-7fc7-4d75-b14a-6f3d246ddecd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.527888] env[69987]: DEBUG nova.policy [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a472dccb5d84e2aa3db05d9b3ad6e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fc2d828eb424dbc92c877d3c8b6aaa2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.533816] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 914.533816] env[69987]: value = "task-3500525" [ 914.533816] env[69987]: _type = "Task" [ 914.533816] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.549408] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500525, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.767050] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.778425] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.788651] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521311a4-e3f0-615e-fd79-543379d5e2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.789030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.789369] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.791233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.791233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.791233] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.791642] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800c1ff4-b839-484d-bbb6-d77a82afd205 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.803765] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.804035] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.804763] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf8f117-a540-4a89-a1f7-8ac64b835364 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.811071] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 914.811071] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522a5996-45ec-cc83-4143-f56711f64125" [ 914.811071] env[69987]: _type = "Task" [ 914.811071] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.822787] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522a5996-45ec-cc83-4143-f56711f64125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.960851] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.967026] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Successfully created port: d15d6ff2-bc69-4c3c-9936-4da07ccd1217 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.996592] env[69987]: DEBUG oslo_concurrency.lockutils [req-7b77f67c-8271-4e4a-b751-9d5647536bf1 req-de149c05-574d-47d4-8a96-2616b70878db service nova] Releasing lock "refresh_cache-7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.029929] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Updating instance_info_cache with network_info: [{"id": "f854efd4-7622-4208-9fd0-899d36c04d10", "address": "fa:16:3e:26:d4:44", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf854efd4-76", "ovs_interfaceid": "f854efd4-7622-4208-9fd0-899d36c04d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.045803] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500525, 'name': Rename_Task, 'duration_secs': 0.130776} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.048425] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.050186] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41898892-d286-4bcf-9002-a364d0d974f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.057201] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 915.057201] env[69987]: value = "task-3500526" [ 915.057201] env[69987]: _type = "Task" [ 915.057201] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.066736] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.324681] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522a5996-45ec-cc83-4143-f56711f64125, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.330838] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1a71a7-6d07-43ce-afbc-0b5c2546ade7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.338708] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 915.338708] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a9b26a-8a0c-5745-d897-070f397f7492" [ 915.338708] env[69987]: _type = "Task" [ 915.338708] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.348949] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a9b26a-8a0c-5745-d897-070f397f7492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.480242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "ede912a4-6b59-482b-b8a3-46a88d134ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.481513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.533962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "refresh_cache-f4175224-fd57-419b-8170-aa3ce8a5a416" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.533962] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Instance network_info: |[{"id": "f854efd4-7622-4208-9fd0-899d36c04d10", "address": "fa:16:3e:26:d4:44", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf854efd4-76", "ovs_interfaceid": "f854efd4-7622-4208-9fd0-899d36c04d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.534833] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d4:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f854efd4-7622-4208-9fd0-899d36c04d10', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.545036] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Creating folder: Project (9fc2d828eb424dbc92c877d3c8b6aaa2). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.545036] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-553ef84b-7784-4496-8836-f4d26b5f1fee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.554289] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Created folder: Project (9fc2d828eb424dbc92c877d3c8b6aaa2) in parent group-v699418. [ 915.554503] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Creating folder: Instances. Parent ref: group-v699555. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.554743] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77f3ac1-bcd0-41a7-8992-78376be91e9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.562506] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca6761-2669-488e-a411-a23d4c55c913 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.566694] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Created folder: Instances in parent group-v699555. [ 915.566940] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.567450] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.567661] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cae78db5-bfb6-4aaa-8352-586fe5678fff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.587588] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.591055] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41855a6b-acf2-4196-bd29-657a0bdc7d09 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.598305] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.598305] env[69987]: value = "task-3500529" [ 915.598305] env[69987]: _type = "Task" [ 915.598305] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.598305] env[69987]: DEBUG nova.compute.manager [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Received event network-vif-plugged-f854efd4-7622-4208-9fd0-899d36c04d10 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.598305] env[69987]: DEBUG oslo_concurrency.lockutils [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] Acquiring lock "f4175224-fd57-419b-8170-aa3ce8a5a416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.598305] env[69987]: DEBUG oslo_concurrency.lockutils [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.598305] env[69987]: DEBUG oslo_concurrency.lockutils [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.598685] env[69987]: DEBUG nova.compute.manager [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] No waiting events found dispatching network-vif-plugged-f854efd4-7622-4208-9fd0-899d36c04d10 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.598685] env[69987]: WARNING nova.compute.manager [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Received unexpected event network-vif-plugged-f854efd4-7622-4208-9fd0-899d36c04d10 for instance with vm_state building and task_state spawning. [ 915.598685] env[69987]: DEBUG nova.compute.manager [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Received event network-changed-f854efd4-7622-4208-9fd0-899d36c04d10 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.598828] env[69987]: DEBUG nova.compute.manager [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Refreshing instance network info cache due to event network-changed-f854efd4-7622-4208-9fd0-899d36c04d10. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.598987] env[69987]: DEBUG oslo_concurrency.lockutils [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] Acquiring lock "refresh_cache-f4175224-fd57-419b-8170-aa3ce8a5a416" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.599139] env[69987]: DEBUG oslo_concurrency.lockutils [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] Acquired lock "refresh_cache-f4175224-fd57-419b-8170-aa3ce8a5a416" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.599292] env[69987]: DEBUG nova.network.neutron [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Refreshing network info cache for port f854efd4-7622-4208-9fd0-899d36c04d10 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.635498] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38ff5f-a554-49cd-ad80-50fea84403b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.638374] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500529, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.644209] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11266e03-510c-4ee2-bfdc-4eea3ecc591b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.659341] env[69987]: DEBUG nova.compute.provider_tree [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.852136] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a9b26a-8a0c-5745-d897-070f397f7492, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.852136] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.852564] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1/7fb2a008-741b-4d9f-8ebe-bfabc9b121b1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.852661] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45131642-3d11-4329-8ece-70e7a1cd0628 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.860847] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 915.860847] env[69987]: value = "task-3500530" [ 915.860847] env[69987]: _type = "Task" [ 915.860847] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.870373] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.980986] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.001603] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.002010] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.002188] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.002374] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.002586] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.002673] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.002887] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.003060] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.003243] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.003663] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.003663] env[69987]: DEBUG nova.virt.hardware [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.004535] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a738a1-bb90-40b1-a62c-0e843c1605ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.012928] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feff9f59-2230-46a2-90bf-4ebc5253445d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.067808] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500526, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.113631] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500529, 'name': CreateVM_Task, 'duration_secs': 0.362413} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.113856] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.114727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.114920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.115344] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.115618] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee73160-0d36-47d7-b077-891bd2fac7fa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.121131] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 916.121131] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ed2a8c-220b-e880-3018-e84d01ab911a" [ 916.121131] env[69987]: _type = "Task" [ 916.121131] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.134405] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed2a8c-220b-e880-3018-e84d01ab911a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.163044] env[69987]: DEBUG nova.scheduler.client.report [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.351429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.351429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.366670] env[69987]: DEBUG nova.network.neutron [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Updated VIF entry in instance network info cache for port f854efd4-7622-4208-9fd0-899d36c04d10. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.367127] env[69987]: DEBUG nova.network.neutron [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Updating instance_info_cache with network_info: [{"id": "f854efd4-7622-4208-9fd0-899d36c04d10", "address": "fa:16:3e:26:d4:44", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf854efd4-76", "ovs_interfaceid": "f854efd4-7622-4208-9fd0-899d36c04d10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.376353] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.577845] env[69987]: DEBUG oslo_vmware.api [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500526, 'name': PowerOnVM_Task, 'duration_secs': 1.111494} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.578137] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.578361] env[69987]: INFO nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Took 9.19 seconds to spawn the instance on the hypervisor. [ 916.578567] env[69987]: DEBUG nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.579400] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9897b3-588e-42e1-8510-9912cecd2605 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.622102] env[69987]: DEBUG nova.compute.manager [req-08120cc4-2d4b-47b3-900c-c281e1944e5f req-35c91e21-a714-44fc-a86e-dfb6476c3529 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Received event network-vif-plugged-d15d6ff2-bc69-4c3c-9936-4da07ccd1217 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.622102] env[69987]: DEBUG oslo_concurrency.lockutils [req-08120cc4-2d4b-47b3-900c-c281e1944e5f req-35c91e21-a714-44fc-a86e-dfb6476c3529 service nova] Acquiring lock "bf18b01f-0588-44d1-a156-382533029496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.622102] env[69987]: DEBUG oslo_concurrency.lockutils [req-08120cc4-2d4b-47b3-900c-c281e1944e5f req-35c91e21-a714-44fc-a86e-dfb6476c3529 service nova] Lock "bf18b01f-0588-44d1-a156-382533029496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.622102] env[69987]: DEBUG oslo_concurrency.lockutils [req-08120cc4-2d4b-47b3-900c-c281e1944e5f req-35c91e21-a714-44fc-a86e-dfb6476c3529 service nova] Lock "bf18b01f-0588-44d1-a156-382533029496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.622102] env[69987]: DEBUG nova.compute.manager [req-08120cc4-2d4b-47b3-900c-c281e1944e5f req-35c91e21-a714-44fc-a86e-dfb6476c3529 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] No waiting events found dispatching network-vif-plugged-d15d6ff2-bc69-4c3c-9936-4da07ccd1217 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.622632] env[69987]: WARNING nova.compute.manager [req-08120cc4-2d4b-47b3-900c-c281e1944e5f req-35c91e21-a714-44fc-a86e-dfb6476c3529 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Received unexpected event network-vif-plugged-d15d6ff2-bc69-4c3c-9936-4da07ccd1217 for instance with vm_state building and task_state spawning. [ 916.634623] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed2a8c-220b-e880-3018-e84d01ab911a, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.635133] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.635477] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.635828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.636122] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.637568] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.637568] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c1b4bcb-ecbb-468d-a331-b87c0f894f6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.649265] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Successfully updated port: d15d6ff2-bc69-4c3c-9936-4da07ccd1217 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.653775] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.653958] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.654745] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8f7760-e037-494c-9a79-08dc40d6ccb1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.660356] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 916.660356] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ae9a51-bb4d-cf5f-03b7-b2a127f73484" [ 916.660356] env[69987]: _type = "Task" [ 916.660356] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.668494] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ae9a51-bb4d-cf5f-03b7-b2a127f73484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.669192] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.669673] env[69987]: DEBUG nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.672083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.291s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.672275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.674326] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.102s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.674589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.676203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.429s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.676379] env[69987]: DEBUG nova.objects.instance [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 916.706233] env[69987]: INFO nova.scheduler.client.report [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Deleted allocations for instance 2c519237-3872-4b47-93c5-181f773eccb8 [ 916.708639] env[69987]: INFO nova.scheduler.client.report [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted allocations for instance 734ac398-4556-413a-ac7e-ca28d56d4de1 [ 916.873021] env[69987]: DEBUG oslo_concurrency.lockutils [req-cc55449f-92da-4616-824d-28fe1aaa1ac2 req-a37af583-d432-4bcd-9bb3-e9a23c4a8c4f service nova] Releasing lock "refresh_cache-f4175224-fd57-419b-8170-aa3ce8a5a416" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.873021] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691712} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.873021] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1/7fb2a008-741b-4d9f-8ebe-bfabc9b121b1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.873257] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.873296] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-037d9ff4-d076-4cb4-a03e-dc2e4ffa4790 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.880041] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 916.880041] env[69987]: value = "task-3500531" [ 916.880041] env[69987]: _type = "Task" [ 916.880041] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.888228] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.917972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.918417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.918657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.918866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.919056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.923964] env[69987]: INFO nova.compute.manager [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Terminating instance [ 917.099475] env[69987]: INFO nova.compute.manager [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Took 55.99 seconds to build instance. [ 917.151051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "refresh_cache-bf18b01f-0588-44d1-a156-382533029496" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.151354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "refresh_cache-bf18b01f-0588-44d1-a156-382533029496" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.151443] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.173293] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ae9a51-bb4d-cf5f-03b7-b2a127f73484, 'name': SearchDatastore_Task, 'duration_secs': 0.041254} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.175139] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170d1e0c-2028-49fb-bb25-78b4bdef2c0e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.180595] env[69987]: DEBUG nova.compute.utils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.181802] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 917.181802] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523a8160-e6d4-9f5c-2209-7fd9e45ca07a" [ 917.181802] env[69987]: _type = "Task" [ 917.181802] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.184686] env[69987]: DEBUG nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.184823] env[69987]: DEBUG nova.network.neutron [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.196650] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523a8160-e6d4-9f5c-2209-7fd9e45ca07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.219707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5623bcbe-6324-4a53-b5b7-c037eabb6fbd tempest-ListServerFiltersTestJSON-1624918227 tempest-ListServerFiltersTestJSON-1624918227-project-member] Lock "2c519237-3872-4b47-93c5-181f773eccb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.137s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.221331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-745e95d4-4769-41bf-8e04-75e2e6f526cd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "734ac398-4556-413a-ac7e-ca28d56d4de1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.125s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.264288] env[69987]: DEBUG nova.policy [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c41bcefaf24d3795f40c32c5b60605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd58d2f956f4e418d973eb424e0d268', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.390115] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069563} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.390439] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.391195] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420eca0-76f5-4417-9154-4822c2c78096 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.416484] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1/7fb2a008-741b-4d9f-8ebe-bfabc9b121b1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.416907] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba99a51d-b203-4b19-8667-707eb718e8cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.432492] env[69987]: DEBUG nova.compute.manager [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.432769] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.433610] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69029c4-3b84-4673-82aa-f50fac34d4aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.441914] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.443110] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1230dfd2-9006-4065-b472-42e866dfafd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.444676] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 917.444676] env[69987]: value = "task-3500532" [ 917.444676] env[69987]: _type = "Task" [ 917.444676] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.449168] env[69987]: DEBUG oslo_vmware.api [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 917.449168] env[69987]: value = "task-3500533" [ 917.449168] env[69987]: _type = "Task" [ 917.449168] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.457014] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.461718] env[69987]: DEBUG oslo_vmware.api [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.538760] env[69987]: DEBUG nova.network.neutron [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Successfully created port: f15883fd-4eb2-45e2-b642-378dc0f23f8c {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.601106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8e4e5ebc-dba6-4b7f-be21-e052c2fe598d tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.609s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.688756] env[69987]: DEBUG nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.692824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9bf67570-86b5-4e7e-8f3c-c0b548f009a4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.698068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.272s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.698395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.700361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.358s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.701858] env[69987]: INFO nova.compute.claims [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.711240] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.723299] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523a8160-e6d4-9f5c-2209-7fd9e45ca07a, 'name': SearchDatastore_Task, 'duration_secs': 0.024685} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.724353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.724639] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] f4175224-fd57-419b-8170-aa3ce8a5a416/f4175224-fd57-419b-8170-aa3ce8a5a416.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.725431] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33cb3c64-a9b2-4b83-b29d-b597a9899cc9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.735737] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 917.735737] env[69987]: value = "task-3500534" [ 917.735737] env[69987]: _type = "Task" [ 917.735737] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.746679] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.750392] env[69987]: INFO nova.scheduler.client.report [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Deleted allocations for instance 87d6b4be-0570-4acf-adb2-76535b5157d6 [ 917.957112] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500532, 'name': ReconfigVM_Task, 'duration_secs': 0.322144} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.957681] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1/7fb2a008-741b-4d9f-8ebe-bfabc9b121b1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.958395] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19d49c07-8557-43d9-b28c-812774fe1db0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.963126] env[69987]: DEBUG oslo_vmware.api [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500533, 'name': PowerOffVM_Task, 'duration_secs': 0.204599} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.963739] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.963917] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.964230] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b84dda1b-9424-48f7-a002-ba8d25374882 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.968167] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 917.968167] env[69987]: value = "task-3500535" [ 917.968167] env[69987]: _type = "Task" [ 917.968167] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.977771] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500535, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.027267] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.027607] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.027877] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Deleting the datastore file [datastore2] 6d147721-ae87-4e80-b553-b4e7c4c3dee4 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.028262] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11eed31a-c7e8-40bb-8da7-80cae728a8eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.035622] env[69987]: DEBUG oslo_vmware.api [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 918.035622] env[69987]: value = "task-3500537" [ 918.035622] env[69987]: _type = "Task" [ 918.035622] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.044233] env[69987]: DEBUG oslo_vmware.api [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.104513] env[69987]: DEBUG nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.229582] env[69987]: DEBUG nova.network.neutron [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Updating instance_info_cache with network_info: [{"id": "d15d6ff2-bc69-4c3c-9936-4da07ccd1217", "address": "fa:16:3e:f8:8c:fa", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15d6ff2-bc", "ovs_interfaceid": "d15d6ff2-bc69-4c3c-9936-4da07ccd1217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.249518] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437855} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.250298] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] f4175224-fd57-419b-8170-aa3ce8a5a416/f4175224-fd57-419b-8170-aa3ce8a5a416.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.250600] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.251670] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82b2af9-59de-4c11-aac1-28aa117f02ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.258560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-020c68b7-570f-42c9-85a2-d9a95380d5bf tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "87d6b4be-0570-4acf-adb2-76535b5157d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.762s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.263017] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 918.263017] env[69987]: value = "task-3500538" [ 918.263017] env[69987]: _type = "Task" [ 918.263017] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.273537] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.483025] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500535, 'name': Rename_Task, 'duration_secs': 0.255483} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.483025] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.483025] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37f20977-a1a1-4c02-bcbb-72d1502bcfa2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.488250] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 918.488250] env[69987]: value = "task-3500539" [ 918.488250] env[69987]: _type = "Task" [ 918.488250] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.499605] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.546982] env[69987]: DEBUG oslo_vmware.api [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220121} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.546982] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.546982] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.546982] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.546982] env[69987]: INFO nova.compute.manager [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 918.547208] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.547208] env[69987]: DEBUG nova.compute.manager [-] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.547208] env[69987]: DEBUG nova.network.neutron [-] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.636397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.703998] env[69987]: DEBUG nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.706704] env[69987]: DEBUG nova.compute.manager [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Received event network-changed-132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.706704] env[69987]: DEBUG nova.compute.manager [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Refreshing instance network info cache due to event network-changed-132c935b-20db-42bf-b112-71a29e4b953d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.706891] env[69987]: DEBUG oslo_concurrency.lockutils [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] Acquiring lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.707206] env[69987]: DEBUG oslo_concurrency.lockutils [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] Acquired lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.707433] env[69987]: DEBUG nova.network.neutron [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Refreshing network info cache for port 132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.732462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "refresh_cache-bf18b01f-0588-44d1-a156-382533029496" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.732462] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Instance network_info: |[{"id": "d15d6ff2-bc69-4c3c-9936-4da07ccd1217", "address": "fa:16:3e:f8:8c:fa", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15d6ff2-bc", "ovs_interfaceid": "d15d6ff2-bc69-4c3c-9936-4da07ccd1217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.732869] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:8c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd15d6ff2-bc69-4c3c-9936-4da07ccd1217', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.743425] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.745991] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a3e6cfe-380f-4e44-9d1c-2feecb1ef5c9',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-936472002',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.746187] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.746394] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.746583] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.746744] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.746919] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.747883] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.748123] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.748354] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.748575] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.748750] env[69987]: DEBUG nova.virt.hardware [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.749600] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf18b01f-0588-44d1-a156-382533029496] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.750769] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49764e4-d69f-4676-aa77-7ae03969704f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.756886] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a496d89-f7b1-4af9-b1e2-07ddaf83d60a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.781286] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b67d5-19f1-417f-b0df-9d2300eed141 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.795320] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.795320] env[69987]: value = "task-3500540" [ 918.795320] env[69987]: _type = "Task" [ 918.795320] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.796681] env[69987]: DEBUG nova.compute.manager [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Received event network-changed-d15d6ff2-bc69-4c3c-9936-4da07ccd1217 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.796886] env[69987]: DEBUG nova.compute.manager [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Refreshing instance network info cache due to event network-changed-d15d6ff2-bc69-4c3c-9936-4da07ccd1217. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.797164] env[69987]: DEBUG oslo_concurrency.lockutils [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] Acquiring lock "refresh_cache-bf18b01f-0588-44d1-a156-382533029496" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.797311] env[69987]: DEBUG oslo_concurrency.lockutils [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] Acquired lock "refresh_cache-bf18b01f-0588-44d1-a156-382533029496" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.797480] env[69987]: DEBUG nova.network.neutron [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Refreshing network info cache for port d15d6ff2-bc69-4c3c-9936-4da07ccd1217 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.800164] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067071} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.801094] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.805685] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c6271c-8bff-4ecc-be4a-41e0b4b786f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.829643] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500540, 'name': CreateVM_Task} progress is 15%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.851316] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] f4175224-fd57-419b-8170-aa3ce8a5a416/f4175224-fd57-419b-8170-aa3ce8a5a416.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.854710] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63628523-3880-48c8-93f6-73357d516938 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.886712] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 918.886712] env[69987]: value = "task-3500541" [ 918.886712] env[69987]: _type = "Task" [ 918.886712] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.902254] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.000586] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.313256] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500540, 'name': CreateVM_Task, 'duration_secs': 0.388278} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.313353] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf18b01f-0588-44d1-a156-382533029496] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.314076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.314252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.314564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.317292] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4081cdc0-acc3-4c3e-a490-6727be27364d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.323179] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 919.323179] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fab2c5-b440-6d37-b54d-4a6c94ba9f09" [ 919.323179] env[69987]: _type = "Task" [ 919.323179] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.331499] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fab2c5-b440-6d37-b54d-4a6c94ba9f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.379575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.379828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.380045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.380286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.380676] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.382320] env[69987]: DEBUG nova.network.neutron [-] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.385627] env[69987]: INFO nova.compute.manager [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Terminating instance [ 919.398298] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500541, 'name': ReconfigVM_Task, 'duration_secs': 0.401386} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.398949] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Reconfigured VM instance instance-0000002e to attach disk [datastore1] f4175224-fd57-419b-8170-aa3ce8a5a416/f4175224-fd57-419b-8170-aa3ce8a5a416.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.400641] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5251f52c-3c2a-4cd0-9a99-0d73e64fad20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.403486] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb0f131-28d2-4768-af99-036ef92c557c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.409977] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8a3f7b-88c4-4fdc-af5e-cf3f1a67a019 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.413249] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 919.413249] env[69987]: value = "task-3500542" [ 919.413249] env[69987]: _type = "Task" [ 919.413249] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.452227] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a66e25-b6e4-4efe-bb87-9758ab029948 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.458418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.458623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.458848] env[69987]: INFO nova.compute.manager [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Rebooting instance [ 919.460816] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500542, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.465877] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e5a34-858a-42a1-ba26-3fe2609066b4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.482211] env[69987]: DEBUG nova.compute.provider_tree [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.503886] env[69987]: DEBUG oslo_vmware.api [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500539, 'name': PowerOnVM_Task, 'duration_secs': 0.724782} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.503886] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.503886] env[69987]: INFO nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Took 8.96 seconds to spawn the instance on the hypervisor. [ 919.504239] env[69987]: DEBUG nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.504988] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396858bf-0e7d-4f1c-a797-dfd421c9b4dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.628433] env[69987]: DEBUG nova.network.neutron [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updated VIF entry in instance network info cache for port 132c935b-20db-42bf-b112-71a29e4b953d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.628875] env[69987]: DEBUG nova.network.neutron [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updating instance_info_cache with network_info: [{"id": "132c935b-20db-42bf-b112-71a29e4b953d", "address": "fa:16:3e:84:67:22", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c935b-20", "ovs_interfaceid": "132c935b-20db-42bf-b112-71a29e4b953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.834734] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fab2c5-b440-6d37-b54d-4a6c94ba9f09, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.834734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.834734] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.834734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.835098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.835098] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.835098] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ffc7ca-568a-4335-aac3-bd4f07940fbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.844356] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.844636] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.845795] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee95639f-3dd0-4bfb-a7e1-4ee77c9249f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.851708] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 919.851708] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ca08b5-5d59-9c43-825b-f1513c79bc7a" [ 919.851708] env[69987]: _type = "Task" [ 919.851708] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.859985] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ca08b5-5d59-9c43-825b-f1513c79bc7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.888667] env[69987]: INFO nova.compute.manager [-] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Took 1.34 seconds to deallocate network for instance. [ 919.894239] env[69987]: DEBUG nova.compute.manager [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.894239] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.897330] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327ce30-3bda-4272-a412-3a21ac66667e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.905631] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.905915] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272b8b17-9443-46c6-bd6a-7d85a9fb7bba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.915550] env[69987]: DEBUG oslo_vmware.api [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 919.915550] env[69987]: value = "task-3500543" [ 919.915550] env[69987]: _type = "Task" [ 919.915550] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.937359] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500542, 'name': Rename_Task, 'duration_secs': 0.475718} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.937359] env[69987]: DEBUG oslo_vmware.api [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.939106] env[69987]: DEBUG nova.network.neutron [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Successfully updated port: f15883fd-4eb2-45e2-b642-378dc0f23f8c {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.941019] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.941019] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab6583ec-a3bd-4ce9-9555-07b5efc0ac45 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.947869] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 919.947869] env[69987]: value = "task-3500544" [ 919.947869] env[69987]: _type = "Task" [ 919.947869] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.966967] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.968061] env[69987]: DEBUG nova.network.neutron [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Updated VIF entry in instance network info cache for port d15d6ff2-bc69-4c3c-9936-4da07ccd1217. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.968509] env[69987]: DEBUG nova.network.neutron [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Updating instance_info_cache with network_info: [{"id": "d15d6ff2-bc69-4c3c-9936-4da07ccd1217", "address": "fa:16:3e:f8:8c:fa", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd15d6ff2-bc", "ovs_interfaceid": "d15d6ff2-bc69-4c3c-9936-4da07ccd1217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.985280] env[69987]: DEBUG nova.scheduler.client.report [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.994709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.023911] env[69987]: INFO nova.compute.manager [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Took 52.14 seconds to build instance. [ 920.131634] env[69987]: DEBUG oslo_concurrency.lockutils [req-d0130191-0fb2-4543-98e0-c9b0e22dffc7 req-bbc58787-58fb-43c2-afd9-eb89f51028e0 service nova] Releasing lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.132196] env[69987]: DEBUG oslo_concurrency.lockutils [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquired lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.132449] env[69987]: DEBUG nova.network.neutron [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.362976] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ca08b5-5d59-9c43-825b-f1513c79bc7a, 'name': SearchDatastore_Task, 'duration_secs': 0.022324} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.363963] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70886f7-f022-4e60-ae31-80ab64685954 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.372026] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 920.372026] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527a60e6-f0f8-b207-6a24-a031c547d658" [ 920.372026] env[69987]: _type = "Task" [ 920.372026] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.379744] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527a60e6-f0f8-b207-6a24-a031c547d658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.398575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.426020] env[69987]: DEBUG oslo_vmware.api [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500543, 'name': PowerOffVM_Task, 'duration_secs': 0.220746} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.426020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.426020] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.426020] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca2b21ce-5748-424b-8d00-f2a9d6761074 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.445654] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.446811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.446811] env[69987]: DEBUG nova.network.neutron [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.458056] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.471693] env[69987]: DEBUG oslo_concurrency.lockutils [req-9020ce06-8a20-48a5-8603-a3d489cc1890 req-d4cc1543-3fe0-4df2-ac08-75b6f3d9b824 service nova] Releasing lock "refresh_cache-bf18b01f-0588-44d1-a156-382533029496" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.492255] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.492255] env[69987]: DEBUG nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.497166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.083s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.497166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.500057] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.998s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.500057] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.502422] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.229s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.504236] env[69987]: INFO nova.compute.claims [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.509728] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.510609] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.511929] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Deleting the datastore file [datastore2] c35f752e-e9b4-48d5-ae18-b2613ddfeaf1 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.513232] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6432949-56c3-47f6-bfad-86fe95d79ecf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.521047] env[69987]: DEBUG oslo_vmware.api [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for the task: (returnval){ [ 920.521047] env[69987]: value = "task-3500546" [ 920.521047] env[69987]: _type = "Task" [ 920.521047] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.527621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fb796fb0-286b-4514-b714-f9043b517231 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.224s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.532518] env[69987]: DEBUG oslo_vmware.api [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.549023] env[69987]: INFO nova.scheduler.client.report [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Deleted allocations for instance 18c1d1b6-c516-4c4c-a24d-3b354ba92690 [ 920.558416] env[69987]: INFO nova.scheduler.client.report [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted allocations for instance fdda3efc-facb-4d2a-b4e1-b167507b95e8 [ 920.730617] env[69987]: DEBUG nova.compute.manager [req-bd372752-0f2c-4e3d-ab85-c6e2ceab32fd req-d582533d-9cc5-4dd2-83db-8d7afcf6aa95 service nova] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Received event network-vif-deleted-1d8fe340-0e40-4d6e-8756-d6192f3394f8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.821877] env[69987]: DEBUG nova.compute.manager [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Received event network-vif-plugged-f15883fd-4eb2-45e2-b642-378dc0f23f8c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.822132] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] Acquiring lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.822334] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.822521] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.823395] env[69987]: DEBUG nova.compute.manager [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] No waiting events found dispatching network-vif-plugged-f15883fd-4eb2-45e2-b642-378dc0f23f8c {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.823395] env[69987]: WARNING nova.compute.manager [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Received unexpected event network-vif-plugged-f15883fd-4eb2-45e2-b642-378dc0f23f8c for instance with vm_state building and task_state spawning. [ 920.824799] env[69987]: DEBUG nova.compute.manager [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Received event network-changed-f15883fd-4eb2-45e2-b642-378dc0f23f8c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.825057] env[69987]: DEBUG nova.compute.manager [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Refreshing instance network info cache due to event network-changed-f15883fd-4eb2-45e2-b642-378dc0f23f8c. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.826099] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] Acquiring lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.828521] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.828745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.828971] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.829195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.829404] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.831345] env[69987]: INFO nova.compute.manager [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Terminating instance [ 920.882992] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527a60e6-f0f8-b207-6a24-a031c547d658, 'name': SearchDatastore_Task, 'duration_secs': 0.022307} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.884282] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.884591] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] bf18b01f-0588-44d1-a156-382533029496/bf18b01f-0588-44d1-a156-382533029496.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.884868] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e098e35-00e4-4728-94e5-04a30cf9181f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.891820] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 920.891820] env[69987]: value = "task-3500547" [ 920.891820] env[69987]: _type = "Task" [ 920.891820] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.901958] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.960824] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.017326] env[69987]: DEBUG nova.compute.utils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.020388] env[69987]: DEBUG nova.network.neutron [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updating instance_info_cache with network_info: [{"id": "132c935b-20db-42bf-b112-71a29e4b953d", "address": "fa:16:3e:84:67:22", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c935b-20", "ovs_interfaceid": "132c935b-20db-42bf-b112-71a29e4b953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.023741] env[69987]: DEBUG nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.023741] env[69987]: DEBUG nova.network.neutron [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.031089] env[69987]: DEBUG nova.network.neutron [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.035397] env[69987]: DEBUG nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.044957] env[69987]: DEBUG oslo_vmware.api [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Task: {'id': task-3500546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163832} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.045192] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.047463] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.047463] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.047463] env[69987]: INFO nova.compute.manager [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 921.047463] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.047463] env[69987]: DEBUG nova.compute.manager [-] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.047718] env[69987]: DEBUG nova.network.neutron [-] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.055379] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8a4847f2-134d-43c0-9d69-afebf33950c7 tempest-InstanceActionsNegativeTestJSON-1747841294 tempest-InstanceActionsNegativeTestJSON-1747841294-project-member] Lock "18c1d1b6-c516-4c4c-a24d-3b354ba92690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.918s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.069973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e83dd006-3880-437a-9056-8dbc8b6ddb44 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "fdda3efc-facb-4d2a-b4e1-b167507b95e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.043s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.139411] env[69987]: DEBUG nova.policy [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd141bb67d2c24215a6b989c271a32723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e2b79dad56402a964366af7f171d43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.338180] env[69987]: DEBUG nova.compute.manager [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.338180] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.338180] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21863af8-8442-4263-a2e1-e2572af7bef7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.352077] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.353220] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d6d153-f2a0-4b0e-b593-14c8a8f0f35f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.365689] env[69987]: DEBUG oslo_vmware.api [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 921.365689] env[69987]: value = "task-3500548" [ 921.365689] env[69987]: _type = "Task" [ 921.365689] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.374513] env[69987]: DEBUG oslo_vmware.api [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.404440] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500547, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.440546] env[69987]: DEBUG nova.network.neutron [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [{"id": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "address": "fa:16:3e:41:2b:d2", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15883fd-4e", "ovs_interfaceid": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.463292] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500544, 'name': PowerOnVM_Task, 'duration_secs': 1.252284} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.463595] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.463798] env[69987]: INFO nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Took 8.25 seconds to spawn the instance on the hypervisor. [ 921.463975] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.464823] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fa8601-7c91-4995-a372-4e233f0d6c6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.530328] env[69987]: DEBUG nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.535710] env[69987]: DEBUG oslo_concurrency.lockutils [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Releasing lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.567507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.871275] env[69987]: DEBUG nova.network.neutron [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Successfully created port: d3299229-b795-4738-aee3-cec19d91de34 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.885094] env[69987]: DEBUG oslo_vmware.api [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500548, 'name': PowerOffVM_Task, 'duration_secs': 0.213445} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.885781] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.886090] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.888937] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f99b9091-ea6b-4aa7-8bef-a10dafea5316 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.908080] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536497} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.910802] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] bf18b01f-0588-44d1-a156-382533029496/bf18b01f-0588-44d1-a156-382533029496.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.911191] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.911665] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7c282a-5fcd-4568-b5ec-f5dac6cb7497 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.918198] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 921.918198] env[69987]: value = "task-3500550" [ 921.918198] env[69987]: _type = "Task" [ 921.918198] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.929492] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.943510] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.943983] env[69987]: DEBUG nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Instance network_info: |[{"id": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "address": "fa:16:3e:41:2b:d2", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15883fd-4e", "ovs_interfaceid": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.944248] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] Acquired lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.944456] env[69987]: DEBUG nova.network.neutron [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Refreshing network info cache for port f15883fd-4eb2-45e2-b642-378dc0f23f8c {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.945765] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:2b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f15883fd-4eb2-45e2-b642-378dc0f23f8c', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.962438] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.969828] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.970193] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.970420] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.970620] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleting the datastore file [datastore2] 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.972359] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c961546-f7a8-466e-bf56-34bae82d49c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.987769] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c89ff1f-dd94-428c-99fe-efa2a81e1657 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.999812] env[69987]: INFO nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Took 48.60 seconds to build instance. [ 922.003563] env[69987]: DEBUG oslo_vmware.api [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 922.003563] env[69987]: value = "task-3500551" [ 922.003563] env[69987]: _type = "Task" [ 922.003563] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.007176] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.007176] env[69987]: value = "task-3500552" [ 922.007176] env[69987]: _type = "Task" [ 922.007176] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.026165] env[69987]: DEBUG oslo_vmware.api [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.029744] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500552, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.045315] env[69987]: DEBUG nova.compute.manager [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.046227] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b697d-ba9e-4c65-9192-0cb09491073c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.111970] env[69987]: DEBUG nova.network.neutron [-] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.120281] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e6308-af87-4e7b-8e12-1c60bdc73292 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.129333] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d9371b-6d34-4b9c-a232-39eddd6df3b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.167051] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf68dfe-f6d2-41fd-8630-3e1662568c7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.175512] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749660ad-535f-4fc1-a8f3-c588341757aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.190920] env[69987]: DEBUG nova.compute.provider_tree [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.437708] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068054} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.438011] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.439327] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b7ef89-5244-4772-a0f3-bd841e6d797f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.465414] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] bf18b01f-0588-44d1-a156-382533029496/bf18b01f-0588-44d1-a156-382533029496.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.466109] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa819ce-6896-47b7-b4c3-98ef99d05508 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.486632] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 922.486632] env[69987]: value = "task-3500553" [ 922.486632] env[69987]: _type = "Task" [ 922.486632] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.495688] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.507641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.405s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.521588] env[69987]: DEBUG oslo_vmware.api [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455477} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.524722] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.524924] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.525151] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.526076] env[69987]: INFO nova.compute.manager [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 922.526076] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.526076] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500552, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.526523] env[69987]: DEBUG nova.compute.manager [-] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.526625] env[69987]: DEBUG nova.network.neutron [-] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.541130] env[69987]: DEBUG nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.574613] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.575178] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.575178] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.575327] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.575423] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.575572] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.575764] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.575912] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.576220] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.576366] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.576592] env[69987]: DEBUG nova.virt.hardware [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.577864] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a7261-cf92-4ada-a7a8-806452b68e69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.588659] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d45caea-6501-491e-a6e6-d4ffde05ff3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.614622] env[69987]: INFO nova.compute.manager [-] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Took 1.57 seconds to deallocate network for instance. [ 922.693884] env[69987]: DEBUG nova.scheduler.client.report [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.732562] env[69987]: DEBUG nova.network.neutron [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updated VIF entry in instance network info cache for port f15883fd-4eb2-45e2-b642-378dc0f23f8c. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.732817] env[69987]: DEBUG nova.network.neutron [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [{"id": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "address": "fa:16:3e:41:2b:d2", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15883fd-4e", "ovs_interfaceid": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.830822] env[69987]: DEBUG nova.compute.manager [req-61799747-11dc-4f7a-a13b-423056437cdf req-4427df12-bf1d-4eca-8cf9-08d4998e088e service nova] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Received event network-vif-deleted-491a4071-9fc2-4123-8afd-088362133d73 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.953521] env[69987]: DEBUG nova.compute.manager [req-1ed827f7-e282-4004-894f-dee13aa9830c req-c56f76a3-bd8e-4703-8e44-185434aaf5c9 service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Received event network-vif-deleted-0c48a182-eaef-4d86-8330-7f2f03619889 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.953521] env[69987]: INFO nova.compute.manager [req-1ed827f7-e282-4004-894f-dee13aa9830c req-c56f76a3-bd8e-4703-8e44-185434aaf5c9 service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Neutron deleted interface 0c48a182-eaef-4d86-8330-7f2f03619889; detaching it from the instance and deleting it from the info cache [ 922.954202] env[69987]: DEBUG nova.network.neutron [req-1ed827f7-e282-4004-894f-dee13aa9830c req-c56f76a3-bd8e-4703-8e44-185434aaf5c9 service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.998892] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.014352] env[69987]: DEBUG nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.023136] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500552, 'name': CreateVM_Task, 'duration_secs': 0.840405} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.023796] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.024447] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.024658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.025033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.025338] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e19d0b-d097-4659-84b5-d96971c4d5bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.030793] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 923.030793] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5238cfee-984f-f516-dc04-5afcbd8611ae" [ 923.030793] env[69987]: _type = "Task" [ 923.030793] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.040602] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5238cfee-984f-f516-dc04-5afcbd8611ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.071217] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c91f4f1-f349-42ef-9cc8-6e1dcda63ce5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.078705] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Doing hard reboot of VM {{(pid=69987) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 923.079035] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1ce0e956-b851-4c1d-a9dc-e2ca0d254836 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.088448] env[69987]: DEBUG oslo_vmware.api [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 923.088448] env[69987]: value = "task-3500554" [ 923.088448] env[69987]: _type = "Task" [ 923.088448] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.098735] env[69987]: DEBUG oslo_vmware.api [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500554, 'name': ResetVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.122146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.199357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.199951] env[69987]: DEBUG nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.205062] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.398s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.207220] env[69987]: INFO nova.compute.claims [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.235406] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d2644b8-fdac-4f62-b66c-0c02f290ec0d req-47b2d8da-4039-4a2e-aa2c-ec8b1b74bff1 service nova] Releasing lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.370239] env[69987]: DEBUG nova.network.neutron [-] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.456071] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a387caa3-a157-4922-9b34-f71a13fa0c11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.466970] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a77e7-58b7-4399-821a-bf9f3d46c344 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.505148] env[69987]: DEBUG nova.compute.manager [req-1ed827f7-e282-4004-894f-dee13aa9830c req-c56f76a3-bd8e-4703-8e44-185434aaf5c9 service nova] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Detach interface failed, port_id=0c48a182-eaef-4d86-8330-7f2f03619889, reason: Instance 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.518267] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500553, 'name': ReconfigVM_Task, 'duration_secs': 0.568143} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.518565] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Reconfigured VM instance instance-0000002f to attach disk [datastore2] bf18b01f-0588-44d1-a156-382533029496/bf18b01f-0588-44d1-a156-382533029496.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.519244] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94117ff9-5ee0-47c0-9f91-cc5441bfecb9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.528297] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 923.528297] env[69987]: value = "task-3500555" [ 923.528297] env[69987]: _type = "Task" [ 923.528297] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.543258] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5238cfee-984f-f516-dc04-5afcbd8611ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015735} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.546583] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.546948] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.547234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.547396] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.547623] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.547899] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500555, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.548818] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.549065] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82131c31-1337-45b7-85af-63776c64d5ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.559480] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.559480] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.559480] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d0d652-c22c-4b1a-8641-1ada83f9761b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.570252] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 923.570252] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520c0a9b-b1d0-9fc1-a906-5226d8a80b54" [ 923.570252] env[69987]: _type = "Task" [ 923.570252] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.578619] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520c0a9b-b1d0-9fc1-a906-5226d8a80b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.598627] env[69987]: DEBUG oslo_vmware.api [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500554, 'name': ResetVM_Task, 'duration_secs': 0.113394} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.598981] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Did hard reboot of VM {{(pid=69987) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 923.599374] env[69987]: DEBUG nova.compute.manager [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.600139] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6573de0-b361-4702-9322-8fa1b8312e87 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.712747] env[69987]: DEBUG nova.compute.utils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.714809] env[69987]: DEBUG nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.715108] env[69987]: DEBUG nova.network.neutron [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.825760] env[69987]: DEBUG nova.policy [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.873569] env[69987]: INFO nova.compute.manager [-] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Took 1.35 seconds to deallocate network for instance. [ 924.002323] env[69987]: DEBUG nova.network.neutron [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Successfully updated port: d3299229-b795-4738-aee3-cec19d91de34 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.042346] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500555, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.083550] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520c0a9b-b1d0-9fc1-a906-5226d8a80b54, 'name': SearchDatastore_Task, 'duration_secs': 0.01912} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.084457] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8547c434-284f-4dd0-9ee8-bc825b17083f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.094169] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 924.094169] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5271e270-8106-81d0-e528-ae437a5c7ac1" [ 924.094169] env[69987]: _type = "Task" [ 924.094169] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.100544] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5271e270-8106-81d0-e528-ae437a5c7ac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.118567] env[69987]: DEBUG oslo_concurrency.lockutils [None req-70d5bbf7-6d2b-46c5-9ade-9923c4a50705 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.658s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.221383] env[69987]: DEBUG nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.380434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.416034] env[69987]: DEBUG nova.network.neutron [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Successfully created port: ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.506092] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.506232] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.506383] env[69987]: DEBUG nova.network.neutron [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.544091] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500555, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.604783] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5271e270-8106-81d0-e528-ae437a5c7ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.013042} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.605202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.605547] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.606121] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56a31d95-2f84-4657-8cf9-f52432db26ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.617675] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 924.617675] env[69987]: value = "task-3500556" [ 924.617675] env[69987]: _type = "Task" [ 924.617675] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.629754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "dc83ca05-8d05-495f-b3fa-629a4748db93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.629999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.630221] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.764541] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e554fc9b-be9e-4ab4-9651-6381038fe9b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.774165] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c87d7ef-a9a2-496e-adff-eac8a6a7fe8c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.818088] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400c6caf-5ffc-4276-b0cf-5a9afa4f5092 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.823768] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d469f07-ac00-4b9f-a53c-92ed32fd2057 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.839886] env[69987]: DEBUG nova.compute.provider_tree [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.045961] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500555, 'name': Rename_Task, 'duration_secs': 1.241278} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.046359] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.046980] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db792d2-500a-4ce2-843b-2110a5dd7e35 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.052346] env[69987]: DEBUG nova.network.neutron [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.059695] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 925.059695] env[69987]: value = "task-3500557" [ 925.059695] env[69987]: _type = "Task" [ 925.059695] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.068705] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.134065] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500556, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.164825] env[69987]: DEBUG nova.compute.manager [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Received event network-vif-plugged-d3299229-b795-4738-aee3-cec19d91de34 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.166336] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Acquiring lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.166336] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.166336] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.167046] env[69987]: DEBUG nova.compute.manager [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] No waiting events found dispatching network-vif-plugged-d3299229-b795-4738-aee3-cec19d91de34 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.167046] env[69987]: WARNING nova.compute.manager [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Received unexpected event network-vif-plugged-d3299229-b795-4738-aee3-cec19d91de34 for instance with vm_state building and task_state spawning. [ 925.167046] env[69987]: DEBUG nova.compute.manager [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Received event network-changed-d3299229-b795-4738-aee3-cec19d91de34 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.167294] env[69987]: DEBUG nova.compute.manager [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Refreshing instance network info cache due to event network-changed-d3299229-b795-4738-aee3-cec19d91de34. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.167699] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Acquiring lock "refresh_cache-add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.244411] env[69987]: DEBUG nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.275217] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.275217] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.275217] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.275377] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.275377] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.275879] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.276958] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.277181] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.277375] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.277568] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.277808] env[69987]: DEBUG nova.virt.hardware [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.278872] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fe6ada-9c81-41c6-9ab6-4d457726d758 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.287433] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f50ff-8512-4cea-af1a-af1515a52ffd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.294562] env[69987]: DEBUG nova.network.neutron [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Updating instance_info_cache with network_info: [{"id": "d3299229-b795-4738-aee3-cec19d91de34", "address": "fa:16:3e:b1:dc:a8", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3299229-b7", "ovs_interfaceid": "d3299229-b795-4738-aee3-cec19d91de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.342992] env[69987]: DEBUG nova.scheduler.client.report [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.579240] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.629045] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640334} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.632057] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.632057] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.632057] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26854bca-b156-4073-9e9e-dc9f114a9bcc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.636881] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 925.636881] env[69987]: value = "task-3500558" [ 925.636881] env[69987]: _type = "Task" [ 925.636881] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.646645] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.806724] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.807051] env[69987]: DEBUG nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Instance network_info: |[{"id": "d3299229-b795-4738-aee3-cec19d91de34", "address": "fa:16:3e:b1:dc:a8", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3299229-b7", "ovs_interfaceid": "d3299229-b795-4738-aee3-cec19d91de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.807443] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Acquired lock "refresh_cache-add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.807641] env[69987]: DEBUG nova.network.neutron [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Refreshing network info cache for port d3299229-b795-4738-aee3-cec19d91de34 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.808873] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:dc:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3299229-b795-4738-aee3-cec19d91de34', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.816718] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating folder: Project (07e2b79dad56402a964366af7f171d43). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.820584] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52bdec60-c4aa-428f-9de1-23ee4a66b6b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.834740] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created folder: Project (07e2b79dad56402a964366af7f171d43) in parent group-v699418. [ 925.834740] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating folder: Instances. Parent ref: group-v699560. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.834936] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15fe6814-8299-4fa9-a19c-9c3b04026acf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.844411] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created folder: Instances in parent group-v699560. [ 925.844686] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.844891] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.845138] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df43703-5ab2-4e17-ad57-0711d55d770a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.866391] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.867030] env[69987]: DEBUG nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.870165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.618s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.875222] env[69987]: INFO nova.compute.claims [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.884026] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.884026] env[69987]: value = "task-3500561" [ 925.884026] env[69987]: _type = "Task" [ 925.884026] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.894977] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500561, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.901045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.901045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.901045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "c15ff953-56a8-45c8-ac78-174801a3bf1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.901045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.901392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.903250] env[69987]: INFO nova.compute.manager [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Terminating instance [ 926.070626] env[69987]: DEBUG oslo_vmware.api [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500557, 'name': PowerOnVM_Task, 'duration_secs': 0.540377} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.074170] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.074170] env[69987]: INFO nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Took 10.09 seconds to spawn the instance on the hypervisor. [ 926.074170] env[69987]: DEBUG nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.074170] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbec98a6-2679-4067-8c88-245c3fc59141 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.150463] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216456} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.150712] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.151584] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbd2bda-0949-4670-b221-525189cf4f2a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.175870] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.176129] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928e7313-f166-447e-8737-63470d1c2ef3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.196056] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 926.196056] env[69987]: value = "task-3500562" [ 926.196056] env[69987]: _type = "Task" [ 926.196056] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.205405] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.380778] env[69987]: DEBUG nova.compute.utils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.385068] env[69987]: DEBUG nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.385333] env[69987]: DEBUG nova.network.neutron [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.407845] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500561, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.416819] env[69987]: DEBUG nova.compute.manager [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.416819] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.416819] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba16482e-b577-421e-b490-6d2f91161869 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.425299] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.426603] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee2b00db-b918-4b04-9ffa-eddf754a77d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.437748] env[69987]: DEBUG oslo_vmware.api [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 926.437748] env[69987]: value = "task-3500563" [ 926.437748] env[69987]: _type = "Task" [ 926.437748] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.451240] env[69987]: DEBUG oslo_vmware.api [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.459330] env[69987]: DEBUG nova.policy [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed6e1b6cfd8f4012bb9417aadcdf5952', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da1be37542a48f2afc6ba158f4791b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.469128] env[69987]: DEBUG nova.network.neutron [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Updated VIF entry in instance network info cache for port d3299229-b795-4738-aee3-cec19d91de34. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.469489] env[69987]: DEBUG nova.network.neutron [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Updating instance_info_cache with network_info: [{"id": "d3299229-b795-4738-aee3-cec19d91de34", "address": "fa:16:3e:b1:dc:a8", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3299229-b7", "ovs_interfaceid": "d3299229-b795-4738-aee3-cec19d91de34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.542432] env[69987]: DEBUG nova.network.neutron [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Successfully updated port: ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.591801] env[69987]: INFO nova.compute.manager [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Took 50.44 seconds to build instance. [ 926.707861] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.888248] env[69987]: DEBUG nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.910392] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500561, 'name': CreateVM_Task, 'duration_secs': 0.579598} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.910907] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.911889] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.912268] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.914155] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.914155] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f653cfda-1549-40ba-89ee-3b357e0925e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.920379] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 926.920379] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52726675-4ae2-58ff-6e5a-a6456f2f789d" [ 926.920379] env[69987]: _type = "Task" [ 926.920379] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.932453] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52726675-4ae2-58ff-6e5a-a6456f2f789d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.947787] env[69987]: DEBUG oslo_vmware.api [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500563, 'name': PowerOffVM_Task, 'duration_secs': 0.403332} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.948084] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.948285] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.948583] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5e6b1c3-72eb-45bc-b951-d7b04027af93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.973791] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Releasing lock "refresh_cache-add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.974874] env[69987]: DEBUG nova.compute.manager [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Received event network-changed-132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.974874] env[69987]: DEBUG nova.compute.manager [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Refreshing instance network info cache due to event network-changed-132c935b-20db-42bf-b112-71a29e4b953d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.974874] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Acquiring lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.974874] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Acquired lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.974874] env[69987]: DEBUG nova.network.neutron [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Refreshing network info cache for port 132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.044137] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.044377] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.044560] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Deleting the datastore file [datastore2] c15ff953-56a8-45c8-ac78-174801a3bf1a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.044991] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae89cf7c-31f9-4395-ba1f-af9e3e2dbc94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.048364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.048510] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.048654] env[69987]: DEBUG nova.network.neutron [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.055538] env[69987]: DEBUG oslo_vmware.api [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 927.055538] env[69987]: value = "task-3500565" [ 927.055538] env[69987]: _type = "Task" [ 927.055538] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.065990] env[69987]: DEBUG oslo_vmware.api [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.079123] env[69987]: DEBUG nova.network.neutron [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Successfully created port: 0c347af3-0382-472f-8053-534cef8ccad7 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.094191] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c141e2a3-22d4-4493-9382-6640620a6a58 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "bf18b01f-0588-44d1-a156-382533029496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.943s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.198019] env[69987]: DEBUG nova.compute.manager [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received event network-vif-plugged-ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.199831] env[69987]: DEBUG oslo_concurrency.lockutils [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.199831] env[69987]: DEBUG oslo_concurrency.lockutils [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] Lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.199831] env[69987]: DEBUG oslo_concurrency.lockutils [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] Lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.199831] env[69987]: DEBUG nova.compute.manager [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] No waiting events found dispatching network-vif-plugged-ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.199831] env[69987]: WARNING nova.compute.manager [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received unexpected event network-vif-plugged-ca7ae93b-3381-40dc-b8d8-fb59df25598f for instance with vm_state building and task_state spawning. [ 927.200081] env[69987]: DEBUG nova.compute.manager [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received event network-changed-ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.200157] env[69987]: DEBUG nova.compute.manager [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Refreshing instance network info cache due to event network-changed-ca7ae93b-3381-40dc-b8d8-fb59df25598f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.200563] env[69987]: DEBUG oslo_concurrency.lockutils [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] Acquiring lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.211669] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500562, 'name': ReconfigVM_Task, 'duration_secs': 0.822638} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.214681] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfigured VM instance instance-00000030 to attach disk [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.216035] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9e21b61-fe4c-44c3-b7d0-b707e1b421a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.223195] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 927.223195] env[69987]: value = "task-3500566" [ 927.223195] env[69987]: _type = "Task" [ 927.223195] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.235489] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500566, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.431434] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52726675-4ae2-58ff-6e5a-a6456f2f789d, 'name': SearchDatastore_Task, 'duration_secs': 0.013548} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.431641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.431741] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.432047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.432472] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.432712] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.433162] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6877bea-1e31-4ed4-a541-1632190fe2b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.451311] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.451311] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.451311] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda0b6b2-fc12-4053-9ac4-0e1a60c53531 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.458126] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c449ae-812e-4951-908d-51ae4e96dd46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.461792] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 927.461792] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525a7eff-6426-a024-6140-47e8700d74d8" [ 927.461792] env[69987]: _type = "Task" [ 927.461792] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.471396] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deb08b5-d02f-4fba-9cfc-3f03e1dd4bed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.477695] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525a7eff-6426-a024-6140-47e8700d74d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.509508] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2768d808-b100-4b9e-b338-8aa6ead84d06 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.519488] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1715e9-f857-49e5-b15d-e8dbb528e335 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.534695] env[69987]: DEBUG nova.compute.provider_tree [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.571906] env[69987]: DEBUG oslo_vmware.api [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408211} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.572189] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.572374] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.575022] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.575022] env[69987]: INFO nova.compute.manager [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 927.575022] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.575022] env[69987]: DEBUG nova.compute.manager [-] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.575022] env[69987]: DEBUG nova.network.neutron [-] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.601590] env[69987]: DEBUG nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.610144] env[69987]: DEBUG nova.network.neutron [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.736669] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500566, 'name': Rename_Task, 'duration_secs': 0.238674} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.737514] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.737760] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e137b9b-468f-4566-a176-704dbbddc651 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.745183] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 927.745183] env[69987]: value = "task-3500567" [ 927.745183] env[69987]: _type = "Task" [ 927.745183] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.760637] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.901793] env[69987]: DEBUG nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.928683] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.928918] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.929087] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.929276] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.929425] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.929573] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.929965] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.930429] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.930638] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.930813] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.932049] env[69987]: DEBUG nova.virt.hardware [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.933102] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394b2dd6-4b29-4dd2-a2af-3c6fe969f86e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.936943] env[69987]: DEBUG nova.network.neutron [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.942022] env[69987]: DEBUG nova.network.neutron [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updated VIF entry in instance network info cache for port 132c935b-20db-42bf-b112-71a29e4b953d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.942022] env[69987]: DEBUG nova.network.neutron [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updating instance_info_cache with network_info: [{"id": "132c935b-20db-42bf-b112-71a29e4b953d", "address": "fa:16:3e:84:67:22", "network": {"id": "d2638c77-e96b-4cf9-8d2a-a163b74a983e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2099179794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "057a7e18808d4ae79993ba7a3a733e49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap132c935b-20", "ovs_interfaceid": "132c935b-20db-42bf-b112-71a29e4b953d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.946853] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51232a2b-5d27-4f70-bb24-2600d13b3ae4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.971544] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525a7eff-6426-a024-6140-47e8700d74d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015991} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.972355] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdd819f-f15a-4b97-85a5-bce2e2091479 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.977250] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 927.977250] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52522c2d-d85c-c62e-777f-fc59d4dc416a" [ 927.977250] env[69987]: _type = "Task" [ 927.977250] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.984699] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52522c2d-d85c-c62e-777f-fc59d4dc416a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.039032] env[69987]: DEBUG nova.scheduler.client.report [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.134536] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.206571] env[69987]: DEBUG nova.compute.manager [req-ff2cad29-6943-4e3b-873f-673fe455fe72 req-f011b493-8199-4bf6-9c71-2323185907b5 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Received event network-vif-deleted-132c935b-20db-42bf-b112-71a29e4b953d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.206571] env[69987]: INFO nova.compute.manager [req-ff2cad29-6943-4e3b-873f-673fe455fe72 req-f011b493-8199-4bf6-9c71-2323185907b5 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Neutron deleted interface 132c935b-20db-42bf-b112-71a29e4b953d; detaching it from the instance and deleting it from the info cache [ 928.206571] env[69987]: DEBUG nova.network.neutron [req-ff2cad29-6943-4e3b-873f-673fe455fe72 req-f011b493-8199-4bf6-9c71-2323185907b5 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.225242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "f4175224-fd57-419b-8170-aa3ce8a5a416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.225737] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.226036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "f4175224-fd57-419b-8170-aa3ce8a5a416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.227059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.227327] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.230128] env[69987]: INFO nova.compute.manager [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Terminating instance [ 928.257892] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.337156] env[69987]: DEBUG nova.network.neutron [-] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.446957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.446957] env[69987]: DEBUG nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Instance network_info: |[{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.447288] env[69987]: DEBUG oslo_concurrency.lockutils [req-74894a47-140c-4fe9-b080-cf48c684bc04 req-0b463f22-c710-454d-9c38-3f6b66a46572 service nova] Releasing lock "refresh_cache-c15ff953-56a8-45c8-ac78-174801a3bf1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.447288] env[69987]: DEBUG oslo_concurrency.lockutils [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] Acquired lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.447288] env[69987]: DEBUG nova.network.neutron [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Refreshing network info cache for port ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.447288] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:00:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca7ae93b-3381-40dc-b8d8-fb59df25598f', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.457271] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Creating folder: Project (9e765e215f2a469aaf68a6b0660b3b6f). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.458122] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-810ceb6a-3e81-4857-a54e-7affa1b20236 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.469468] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Created folder: Project (9e765e215f2a469aaf68a6b0660b3b6f) in parent group-v699418. [ 928.469678] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Creating folder: Instances. Parent ref: group-v699563. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.470207] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-845a501a-f9c9-4d32-bc90-be5928cb217f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.482412] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Created folder: Instances in parent group-v699563. [ 928.482592] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.482765] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.487923] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed033adc-70b7-4962-8fdd-577f3b3687da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.501094] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52522c2d-d85c-c62e-777f-fc59d4dc416a, 'name': SearchDatastore_Task, 'duration_secs': 0.016332} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.502281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.502281] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] add55a74-5dc7-4a4e-9fbc-a7b02ee8488f/add55a74-5dc7-4a4e-9fbc-a7b02ee8488f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.503203] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0016cf-c1a4-4478-8b22-f4421a167941 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.507071] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.507071] env[69987]: value = "task-3500570" [ 928.507071] env[69987]: _type = "Task" [ 928.507071] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.514027] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 928.514027] env[69987]: value = "task-3500571" [ 928.514027] env[69987]: _type = "Task" [ 928.514027] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.518214] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500570, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.522979] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.544480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.544958] env[69987]: DEBUG nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.547645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.824s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.547808] env[69987]: DEBUG nova.objects.instance [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lazy-loading 'resources' on Instance uuid 46ca388e-79b7-403b-a895-99a9d1ac93cd {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.624180] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "bf18b01f-0588-44d1-a156-382533029496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.624548] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "bf18b01f-0588-44d1-a156-382533029496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.624841] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "bf18b01f-0588-44d1-a156-382533029496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.625123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "bf18b01f-0588-44d1-a156-382533029496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.625388] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "bf18b01f-0588-44d1-a156-382533029496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.628795] env[69987]: INFO nova.compute.manager [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Terminating instance [ 928.711587] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d77b82df-a1da-44b0-8849-4e431c3c7a19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.723386] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d510cc1e-1f01-44d8-a26b-9c644afd6f64 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.738629] env[69987]: DEBUG nova.compute.manager [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.738804] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.739770] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d4e614-3307-43d5-bff0-91f40ffe96aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.758820] env[69987]: DEBUG nova.compute.manager [req-ff2cad29-6943-4e3b-873f-673fe455fe72 req-f011b493-8199-4bf6-9c71-2323185907b5 service nova] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Detach interface failed, port_id=132c935b-20db-42bf-b112-71a29e4b953d, reason: Instance c15ff953-56a8-45c8-ac78-174801a3bf1a could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.765051] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.765809] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ab5578-2ee2-48fe-a8a2-5efae5d4bcaf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.773864] env[69987]: DEBUG oslo_vmware.api [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500567, 'name': PowerOnVM_Task, 'duration_secs': 0.688186} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.775544] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.775544] env[69987]: INFO nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Took 10.07 seconds to spawn the instance on the hypervisor. [ 928.775704] env[69987]: DEBUG nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.776728] env[69987]: DEBUG oslo_vmware.api [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 928.776728] env[69987]: value = "task-3500572" [ 928.776728] env[69987]: _type = "Task" [ 928.776728] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.777330] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa2223-8723-4b03-b6e9-059bb6eede42 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.795048] env[69987]: DEBUG oslo_vmware.api [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.841127] env[69987]: INFO nova.compute.manager [-] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Took 1.27 seconds to deallocate network for instance. [ 928.898155] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "bea83afd-2228-4f54-bb69-8e199bbf10ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.898492] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.929358] env[69987]: DEBUG nova.network.neutron [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Successfully updated port: 0c347af3-0382-472f-8053-534cef8ccad7 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.023613] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500570, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.026934] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.051948] env[69987]: DEBUG nova.compute.utils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.057155] env[69987]: DEBUG nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.057155] env[69987]: DEBUG nova.network.neutron [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.123383] env[69987]: DEBUG nova.policy [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca8714e7466b45998bfdf8c948bc09e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a515f3fbc809429f84cb9da86393bee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.135710] env[69987]: DEBUG nova.compute.manager [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.135710] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.137125] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555359de-6700-4663-8e93-aa72c480dd33 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.161032] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.161032] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ed4b60-f9e5-4cd9-8050-e419fecf4afd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.168698] env[69987]: DEBUG oslo_vmware.api [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 929.168698] env[69987]: value = "task-3500573" [ 929.168698] env[69987]: _type = "Task" [ 929.168698] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.183252] env[69987]: DEBUG oslo_vmware.api [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.290065] env[69987]: DEBUG oslo_vmware.api [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500572, 'name': PowerOffVM_Task, 'duration_secs': 0.27309} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.290567] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.290881] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.291329] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-557710a6-327b-424f-abf1-3b1d4efe2180 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.298345] env[69987]: DEBUG nova.network.neutron [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updated VIF entry in instance network info cache for port ca7ae93b-3381-40dc-b8d8-fb59df25598f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.298345] env[69987]: DEBUG nova.network.neutron [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.312566] env[69987]: INFO nova.compute.manager [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Took 50.45 seconds to build instance. [ 929.345233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.354291] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.354291] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.354291] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleting the datastore file [datastore1] f4175224-fd57-419b-8170-aa3ce8a5a416 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.354291] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e2b8aad-cb27-4ab1-84b5-e3a4ed367c30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.367744] env[69987]: DEBUG oslo_vmware.api [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 929.367744] env[69987]: value = "task-3500575" [ 929.367744] env[69987]: _type = "Task" [ 929.367744] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.378439] env[69987]: DEBUG oslo_vmware.api [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.433910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "refresh_cache-77ca4bdd-1d0e-4596-810a-29eec177acd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.434247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquired lock "refresh_cache-77ca4bdd-1d0e-4596-810a-29eec177acd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.434724] env[69987]: DEBUG nova.network.neutron [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.525543] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500570, 'name': CreateVM_Task, 'duration_secs': 0.644771} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.526412] env[69987]: DEBUG nova.network.neutron [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Successfully created port: 535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.528944] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.529280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.532445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.532445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.533098] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1018bb-5371-45cb-8560-3c8178f73d8d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.534685] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641889} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.534921] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] add55a74-5dc7-4a4e-9fbc-a7b02ee8488f/add55a74-5dc7-4a4e-9fbc-a7b02ee8488f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.535837] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.535837] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d4f054-e437-4310-9047-29fc05181b73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.538462] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 929.538462] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52433d97-67bc-b038-a56e-b3436842656b" [ 929.538462] env[69987]: _type = "Task" [ 929.538462] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.545444] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 929.545444] env[69987]: value = "task-3500576" [ 929.545444] env[69987]: _type = "Task" [ 929.545444] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.552338] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52433d97-67bc-b038-a56e-b3436842656b, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.552948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.553199] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.553444] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.553590] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.553771] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.554040] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655cb206-cb22-4b2d-8895-063a004a15f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.559705] env[69987]: DEBUG nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.562298] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.571136] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.571324] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.572685] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37760b46-093b-46a8-881c-53b7c7722da4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.577107] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 929.577107] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524e1049-d5eb-aa35-182a-eeb49c453f78" [ 929.577107] env[69987]: _type = "Task" [ 929.577107] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.588048] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524e1049-d5eb-aa35-182a-eeb49c453f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.668461] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cf2173-0ea8-43fe-8cbd-b21e4506f15a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.682239] env[69987]: DEBUG oslo_vmware.api [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500573, 'name': PowerOffVM_Task, 'duration_secs': 0.304317} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.683236] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78adfca7-a0c5-4ac7-9afc-06dc1d86b0cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.686581] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.686760] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.687013] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbd98031-b99a-4e2d-96fa-19bda3a1d6d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.715237] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c1c9c-0227-4d4b-8925-0b9a6e64b3e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.722820] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429cb1b-24bf-4105-9b7d-6c679d89eae1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.738334] env[69987]: DEBUG nova.compute.provider_tree [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.779890] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.780140] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.780327] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleting the datastore file [datastore2] bf18b01f-0588-44d1-a156-382533029496 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.780587] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cee101da-65b4-4909-a3f0-55763b49fae5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.786616] env[69987]: DEBUG oslo_vmware.api [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 929.786616] env[69987]: value = "task-3500578" [ 929.786616] env[69987]: _type = "Task" [ 929.786616] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.795286] env[69987]: DEBUG oslo_vmware.api [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.811256] env[69987]: DEBUG oslo_concurrency.lockutils [req-54da79de-f881-416e-81a0-e230ff34e473 req-2200789f-d364-45cc-83cb-ff7ee98fd3e2 service nova] Releasing lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.815427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f49345bd-4f1e-4396-b792-2640a0f08455 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.541s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.879117] env[69987]: DEBUG oslo_vmware.api [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145094} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.879378] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.879556] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.880372] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.880372] env[69987]: INFO nova.compute.manager [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Took 1.14 seconds to destroy the instance on the hypervisor. [ 929.880372] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.880552] env[69987]: DEBUG nova.compute.manager [-] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.880591] env[69987]: DEBUG nova.network.neutron [-] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.975804] env[69987]: DEBUG nova.network.neutron [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.055587] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070301} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.056046] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.056851] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54248952-ff0e-4a84-a06e-909f88705bcc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.085506] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] add55a74-5dc7-4a4e-9fbc-a7b02ee8488f/add55a74-5dc7-4a4e-9fbc-a7b02ee8488f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.086921] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78745299-6a00-448f-a53d-0786df828c28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.112711] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524e1049-d5eb-aa35-182a-eeb49c453f78, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.115565] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 930.115565] env[69987]: value = "task-3500579" [ 930.115565] env[69987]: _type = "Task" [ 930.115565] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.115795] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b9aed4-1fc3-4f96-a27f-97778db8c66d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.125587] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 930.125587] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527aaf07-bf1b-3bad-3336-aeb6f947f3ea" [ 930.125587] env[69987]: _type = "Task" [ 930.125587] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.129542] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.139731] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527aaf07-bf1b-3bad-3336-aeb6f947f3ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.139988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.140280] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 1b193fd9-d782-44d2-860b-83b53ee06485/1b193fd9-d782-44d2-860b-83b53ee06485.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.140546] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94edef55-506b-402c-a5de-187834bb2917 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.146883] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 930.146883] env[69987]: value = "task-3500580" [ 930.146883] env[69987]: _type = "Task" [ 930.146883] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.156361] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.158821] env[69987]: DEBUG nova.network.neutron [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Updating instance_info_cache with network_info: [{"id": "0c347af3-0382-472f-8053-534cef8ccad7", "address": "fa:16:3e:4a:1b:95", "network": {"id": "6104f361-926c-4fe8-aec4-8239ef076e69", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2052317424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1be37542a48f2afc6ba158f4791b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c347af3-03", "ovs_interfaceid": "0c347af3-0382-472f-8053-534cef8ccad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.241505] env[69987]: DEBUG nova.scheduler.client.report [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.294468] env[69987]: DEBUG nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Received event network-vif-plugged-0c347af3-0382-472f-8053-534cef8ccad7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.294700] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] Acquiring lock "77ca4bdd-1d0e-4596-810a-29eec177acd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.294923] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.295121] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.295313] env[69987]: DEBUG nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] No waiting events found dispatching network-vif-plugged-0c347af3-0382-472f-8053-534cef8ccad7 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.295507] env[69987]: WARNING nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Received unexpected event network-vif-plugged-0c347af3-0382-472f-8053-534cef8ccad7 for instance with vm_state building and task_state spawning. [ 930.295673] env[69987]: DEBUG nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Received event network-changed-0c347af3-0382-472f-8053-534cef8ccad7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.295862] env[69987]: DEBUG nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Refreshing instance network info cache due to event network-changed-0c347af3-0382-472f-8053-534cef8ccad7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.296015] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] Acquiring lock "refresh_cache-77ca4bdd-1d0e-4596-810a-29eec177acd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.301910] env[69987]: DEBUG oslo_vmware.api [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158504} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.302163] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.302348] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.302555] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.302745] env[69987]: INFO nova.compute.manager [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: bf18b01f-0588-44d1-a156-382533029496] Took 1.17 seconds to destroy the instance on the hypervisor. [ 930.303379] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.303379] env[69987]: DEBUG nova.compute.manager [-] [instance: bf18b01f-0588-44d1-a156-382533029496] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.303379] env[69987]: DEBUG nova.network.neutron [-] [instance: bf18b01f-0588-44d1-a156-382533029496] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.319460] env[69987]: DEBUG nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.588523] env[69987]: DEBUG nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.625079] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.625079] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.625298] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.625403] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.625776] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.625776] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.625902] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.627479] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.627479] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.627740] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.627740] env[69987]: DEBUG nova.virt.hardware [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.632441] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab7960-4e2d-4fdf-9534-0de30827f147 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.651397] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.652602] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19450670-1d27-431d-9011-d68a99ebff59 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.666664] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Releasing lock "refresh_cache-77ca4bdd-1d0e-4596-810a-29eec177acd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.667393] env[69987]: DEBUG nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Instance network_info: |[{"id": "0c347af3-0382-472f-8053-534cef8ccad7", "address": "fa:16:3e:4a:1b:95", "network": {"id": "6104f361-926c-4fe8-aec4-8239ef076e69", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2052317424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1be37542a48f2afc6ba158f4791b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c347af3-03", "ovs_interfaceid": "0c347af3-0382-472f-8053-534cef8ccad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.679953] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] Acquired lock "refresh_cache-77ca4bdd-1d0e-4596-810a-29eec177acd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.680718] env[69987]: DEBUG nova.network.neutron [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Refreshing network info cache for port 0c347af3-0382-472f-8053-534cef8ccad7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.682436] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:1b:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c347af3-0382-472f-8053-534cef8ccad7', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.692866] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Creating folder: Project (1da1be37542a48f2afc6ba158f4791b7). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.693315] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500580, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.697478] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83a5637f-2a22-4085-a44f-e4fead5d3d92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.705906] env[69987]: DEBUG nova.network.neutron [-] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.710122] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Created folder: Project (1da1be37542a48f2afc6ba158f4791b7) in parent group-v699418. [ 930.710122] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Creating folder: Instances. Parent ref: group-v699566. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.710122] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-797a9457-ad1a-4e6c-9a8e-b4d1553f39f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.719536] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Created folder: Instances in parent group-v699566. [ 930.719781] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.721827] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.721827] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-515c6e9c-9100-4dda-94ef-cbd5eee99935 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.748386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.751775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.366s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.751999] env[69987]: DEBUG nova.objects.instance [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lazy-loading 'resources' on Instance uuid 3696484e-7c0e-422c-969e-977f3180c783 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.753695] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.753695] env[69987]: value = "task-3500583" [ 930.753695] env[69987]: _type = "Task" [ 930.753695] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.763458] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500583, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.778086] env[69987]: INFO nova.scheduler.client.report [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Deleted allocations for instance 46ca388e-79b7-403b-a895-99a9d1ac93cd [ 930.840210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.952909] env[69987]: DEBUG nova.network.neutron [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Updated VIF entry in instance network info cache for port 0c347af3-0382-472f-8053-534cef8ccad7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.952909] env[69987]: DEBUG nova.network.neutron [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Updating instance_info_cache with network_info: [{"id": "0c347af3-0382-472f-8053-534cef8ccad7", "address": "fa:16:3e:4a:1b:95", "network": {"id": "6104f361-926c-4fe8-aec4-8239ef076e69", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2052317424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da1be37542a48f2afc6ba158f4791b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c347af3-03", "ovs_interfaceid": "0c347af3-0382-472f-8053-534cef8ccad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.104553] env[69987]: DEBUG nova.compute.manager [req-03540658-3686-4495-a0b9-95f2d9917660 req-4e2c0ab2-92bc-49d4-a0c7-adf601ee2827 service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Received event network-vif-plugged-535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.104891] env[69987]: DEBUG oslo_concurrency.lockutils [req-03540658-3686-4495-a0b9-95f2d9917660 req-4e2c0ab2-92bc-49d4-a0c7-adf601ee2827 service nova] Acquiring lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.105254] env[69987]: DEBUG oslo_concurrency.lockutils [req-03540658-3686-4495-a0b9-95f2d9917660 req-4e2c0ab2-92bc-49d4-a0c7-adf601ee2827 service nova] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.105544] env[69987]: DEBUG oslo_concurrency.lockutils [req-03540658-3686-4495-a0b9-95f2d9917660 req-4e2c0ab2-92bc-49d4-a0c7-adf601ee2827 service nova] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.105816] env[69987]: DEBUG nova.compute.manager [req-03540658-3686-4495-a0b9-95f2d9917660 req-4e2c0ab2-92bc-49d4-a0c7-adf601ee2827 service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] No waiting events found dispatching network-vif-plugged-535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.106076] env[69987]: WARNING nova.compute.manager [req-03540658-3686-4495-a0b9-95f2d9917660 req-4e2c0ab2-92bc-49d4-a0c7-adf601ee2827 service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Received unexpected event network-vif-plugged-535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 for instance with vm_state building and task_state spawning. [ 931.139256] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500579, 'name': ReconfigVM_Task, 'duration_secs': 0.707889} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.140200] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] add55a74-5dc7-4a4e-9fbc-a7b02ee8488f/add55a74-5dc7-4a4e-9fbc-a7b02ee8488f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.141061] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20bd6a3-bbb2-4037-b53b-4d7d1857b14e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.149309] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 931.149309] env[69987]: value = "task-3500584" [ 931.149309] env[69987]: _type = "Task" [ 931.149309] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.163347] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500584, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.163707] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529498} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.165507] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 1b193fd9-d782-44d2-860b-83b53ee06485/1b193fd9-d782-44d2-860b-83b53ee06485.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.168021] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.168021] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c790b87d-7d3e-4de9-aeae-9eb0040a6491 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.168226] env[69987]: DEBUG nova.network.neutron [-] [instance: bf18b01f-0588-44d1-a156-382533029496] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.173544] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 931.173544] env[69987]: value = "task-3500585" [ 931.173544] env[69987]: _type = "Task" [ 931.173544] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.185323] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.209863] env[69987]: INFO nova.compute.manager [-] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Took 1.33 seconds to deallocate network for instance. [ 931.214861] env[69987]: DEBUG nova.network.neutron [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Successfully updated port: 535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.272376] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500583, 'name': CreateVM_Task, 'duration_secs': 0.384066} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.272562] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.273353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.273518] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.274442] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.274655] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcaee18-f9ec-439c-8310-431fddc5f9df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.284859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0afadbbd-ec4a-461c-93c5-c4291ca981ed tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "46ca388e-79b7-403b-a895-99a9d1ac93cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.224s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.286451] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 931.286451] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526fcdb1-ebdf-926f-6d55-d85313ee2537" [ 931.286451] env[69987]: _type = "Task" [ 931.286451] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.299072] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526fcdb1-ebdf-926f-6d55-d85313ee2537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.455920] env[69987]: DEBUG oslo_concurrency.lockutils [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] Releasing lock "refresh_cache-77ca4bdd-1d0e-4596-810a-29eec177acd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.456633] env[69987]: DEBUG nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Received event network-vif-deleted-f854efd4-7622-4208-9fd0-899d36c04d10 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.456861] env[69987]: INFO nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Neutron deleted interface f854efd4-7622-4208-9fd0-899d36c04d10; detaching it from the instance and deleting it from the info cache [ 931.457060] env[69987]: DEBUG nova.network.neutron [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.663188] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500584, 'name': Rename_Task, 'duration_secs': 0.18128} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.663641] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.663641] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97077fff-d0b4-4874-9531-97d019affb8e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.670778] env[69987]: INFO nova.compute.manager [-] [instance: bf18b01f-0588-44d1-a156-382533029496] Took 1.37 seconds to deallocate network for instance. [ 931.671136] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 931.671136] env[69987]: value = "task-3500586" [ 931.671136] env[69987]: _type = "Task" [ 931.671136] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.688380] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500586, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.691549] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09374} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.691661] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.692609] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd5646-d097-4326-87d0-324713a9946c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.718560] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 1b193fd9-d782-44d2-860b-83b53ee06485/1b193fd9-d782-44d2-860b-83b53ee06485.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.721160] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.721429] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d7eef0-49aa-484a-88a8-ad1715c5370c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.736437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "refresh_cache-988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.736607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "refresh_cache-988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.736731] env[69987]: DEBUG nova.network.neutron [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.738286] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b3aca-96f0-41d4-8b79-7c951bdb6b8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.748378] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f94b84-6b3e-46d3-ace1-97388ec51419 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.751746] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 931.751746] env[69987]: value = "task-3500587" [ 931.751746] env[69987]: _type = "Task" [ 931.751746] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.786768] env[69987]: DEBUG nova.compute.manager [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 931.790659] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f447220e-99b3-4c72-b55c-ffc01fffe68e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.800379] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.808684] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd42574-08a3-4354-905b-c469fee9da40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.816019] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526fcdb1-ebdf-926f-6d55-d85313ee2537, 'name': SearchDatastore_Task, 'duration_secs': 0.031344} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.816019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.816019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.816019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.816304] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.816304] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.816304] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22a9eca4-49f0-4b29-bfba-d9cf5766d672 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.824694] env[69987]: DEBUG nova.compute.provider_tree [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.833245] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.833245] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.833245] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ead4cf-0af5-4f92-83ee-8dbb4f05bd4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.839645] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 931.839645] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52508be1-b24c-747c-1713-5ac0bea85029" [ 931.839645] env[69987]: _type = "Task" [ 931.839645] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.848077] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52508be1-b24c-747c-1713-5ac0bea85029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.960588] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8619d0c5-ec24-440d-8605-690b908b1448 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.970790] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4039e83f-276e-4be3-9162-96f8eb62a964 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.004372] env[69987]: DEBUG nova.compute.manager [req-1d0b8122-4e27-4b78-a186-dd8378cdace3 req-c962774d-b157-42ff-9d02-bee19b3c286c service nova] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Detach interface failed, port_id=f854efd4-7622-4208-9fd0-899d36c04d10, reason: Instance f4175224-fd57-419b-8170-aa3ce8a5a416 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.184738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.185050] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.263563] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.280601] env[69987]: DEBUG nova.network.neutron [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.312239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.319055] env[69987]: DEBUG nova.compute.manager [req-3ca89ba1-dfd0-4bef-ae63-5c2eac67f57b req-011275f7-1b22-498c-bdc0-71a5c80da12e service nova] [instance: bf18b01f-0588-44d1-a156-382533029496] Received event network-vif-deleted-d15d6ff2-bc69-4c3c-9936-4da07ccd1217 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.328179] env[69987]: DEBUG nova.scheduler.client.report [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.349422] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52508be1-b24c-747c-1713-5ac0bea85029, 'name': SearchDatastore_Task, 'duration_secs': 0.048984} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.350868] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62fcfa6-8347-4f09-9490-8d785a9b46ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.356775] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 932.356775] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52642e96-ea24-a318-0fdb-446dea419dc8" [ 932.356775] env[69987]: _type = "Task" [ 932.356775] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.368599] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52642e96-ea24-a318-0fdb-446dea419dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.441509] env[69987]: DEBUG nova.network.neutron [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Updating instance_info_cache with network_info: [{"id": "535a5a02-eb2a-4fe4-b461-9b488aa3b6f1", "address": "fa:16:3e:8f:e8:0a", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535a5a02-eb", "ovs_interfaceid": "535a5a02-eb2a-4fe4-b461-9b488aa3b6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.683318] env[69987]: DEBUG oslo_vmware.api [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500586, 'name': PowerOnVM_Task, 'duration_secs': 0.89574} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.683617] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.683836] env[69987]: INFO nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Took 10.14 seconds to spawn the instance on the hypervisor. [ 932.684025] env[69987]: DEBUG nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.684816] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17354568-2ad0-4d8f-ad59-e5156bacff0e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.764189] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500587, 'name': ReconfigVM_Task, 'duration_secs': 0.995122} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.764483] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 1b193fd9-d782-44d2-860b-83b53ee06485/1b193fd9-d782-44d2-860b-83b53ee06485.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.765161] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5308eb08-def2-4058-9ce5-bc56dbe59613 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.770978] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 932.770978] env[69987]: value = "task-3500588" [ 932.770978] env[69987]: _type = "Task" [ 932.770978] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.779152] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500588, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.834915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.835378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.130s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.835985] env[69987]: DEBUG nova.objects.instance [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lazy-loading 'resources' on Instance uuid 0f5ccae7-1100-4899-8949-687a20f268b9 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.853335] env[69987]: INFO nova.scheduler.client.report [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleted allocations for instance 3696484e-7c0e-422c-969e-977f3180c783 [ 932.868515] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52642e96-ea24-a318-0fdb-446dea419dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.871390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.871390] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 77ca4bdd-1d0e-4596-810a-29eec177acd3/77ca4bdd-1d0e-4596-810a-29eec177acd3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.871390] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9256e242-ec6b-45c5-a281-26f75fda8189 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.876616] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 932.876616] env[69987]: value = "task-3500589" [ 932.876616] env[69987]: _type = "Task" [ 932.876616] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.884825] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.944439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "refresh_cache-988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.944768] env[69987]: DEBUG nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Instance network_info: |[{"id": "535a5a02-eb2a-4fe4-b461-9b488aa3b6f1", "address": "fa:16:3e:8f:e8:0a", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535a5a02-eb", "ovs_interfaceid": "535a5a02-eb2a-4fe4-b461-9b488aa3b6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.945215] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:e8:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '535a5a02-eb2a-4fe4-b461-9b488aa3b6f1', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.953173] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.953440] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.953723] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c622a14-bf10-431e-aff4-2d68eb2ee245 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.973805] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.973805] env[69987]: value = "task-3500590" [ 932.973805] env[69987]: _type = "Task" [ 932.973805] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.981414] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500590, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.149765] env[69987]: DEBUG nova.compute.manager [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Received event network-changed-535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.149964] env[69987]: DEBUG nova.compute.manager [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Refreshing instance network info cache due to event network-changed-535a5a02-eb2a-4fe4-b461-9b488aa3b6f1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.150245] env[69987]: DEBUG oslo_concurrency.lockutils [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] Acquiring lock "refresh_cache-988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.150432] env[69987]: DEBUG oslo_concurrency.lockutils [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] Acquired lock "refresh_cache-988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.150574] env[69987]: DEBUG nova.network.neutron [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Refreshing network info cache for port 535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.204017] env[69987]: INFO nova.compute.manager [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Took 48.88 seconds to build instance. [ 933.282684] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500588, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.360937] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ba6b1158-716e-4ecf-9029-032e28a8e45e tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3696484e-7c0e-422c-969e-977f3180c783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.411s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.388191] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.488050] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500590, 'name': CreateVM_Task, 'duration_secs': 0.280324} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.488253] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.488933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.489120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.489497] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.489759] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844b2a7f-b414-44eb-8b25-aa0befe03b40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.497588] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 933.497588] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522744b9-577c-cba8-6e66-78a6204e3e83" [ 933.497588] env[69987]: _type = "Task" [ 933.497588] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.506155] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522744b9-577c-cba8-6e66-78a6204e3e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.707167] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1706102d-a393-41bf-86f4-3338ce53441f tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.468s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.755216] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb4c9f-2fec-437d-9b3b-4a4be0fd5526 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.762930] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5590db9a-3ab6-4e32-afa7-d523501f7930 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.804884] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2372e6-f6b7-4cf0-a8b8-1cff0dea0ee6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.817267] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500588, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.820840] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf1bea-5033-4361-892f-47df91bd372a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.838050] env[69987]: DEBUG nova.compute.provider_tree [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.888500] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.982453] env[69987]: DEBUG nova.network.neutron [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Updated VIF entry in instance network info cache for port 535a5a02-eb2a-4fe4-b461-9b488aa3b6f1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.982647] env[69987]: DEBUG nova.network.neutron [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Updating instance_info_cache with network_info: [{"id": "535a5a02-eb2a-4fe4-b461-9b488aa3b6f1", "address": "fa:16:3e:8f:e8:0a", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535a5a02-eb", "ovs_interfaceid": "535a5a02-eb2a-4fe4-b461-9b488aa3b6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.013765] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522744b9-577c-cba8-6e66-78a6204e3e83, 'name': SearchDatastore_Task, 'duration_secs': 0.013176} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.014120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.014396] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.014657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.014808] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.014989] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.015651] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f671f9-d64b-402d-bdb6-3b2e16e3d31b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.030865] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.031116] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.032441] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc8dfb2-b5cd-4259-a23a-7ecf2ad9fd2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.038882] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 934.038882] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5211316f-d60d-40b3-50c7-bb05f32a2d45" [ 934.038882] env[69987]: _type = "Task" [ 934.038882] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.050293] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5211316f-d60d-40b3-50c7-bb05f32a2d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.210424] env[69987]: DEBUG nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.307378] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500588, 'name': Rename_Task, 'duration_secs': 1.077578} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.307583] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.308588] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a709832-542a-4451-a941-457b4fe59e6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.311216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.311452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.311715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.311840] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.312019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.314644] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 934.314644] env[69987]: value = "task-3500591" [ 934.314644] env[69987]: _type = "Task" [ 934.314644] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.315096] env[69987]: INFO nova.compute.manager [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Terminating instance [ 934.324918] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.342597] env[69987]: DEBUG nova.scheduler.client.report [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.388795] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500589, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.287585} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.389709] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 77ca4bdd-1d0e-4596-810a-29eec177acd3/77ca4bdd-1d0e-4596-810a-29eec177acd3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.389709] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.389709] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a330bf0-f33a-4501-a968-3188ce7b6700 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.396567] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 934.396567] env[69987]: value = "task-3500592" [ 934.396567] env[69987]: _type = "Task" [ 934.396567] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.404876] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.485377] env[69987]: DEBUG oslo_concurrency.lockutils [req-f6b7904e-99f7-4266-a0d5-b9a759aad9e8 req-7a6d2024-1116-48e3-ac01-32786889d3fb service nova] Releasing lock "refresh_cache-988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.550756] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5211316f-d60d-40b3-50c7-bb05f32a2d45, 'name': SearchDatastore_Task, 'duration_secs': 0.063405} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.551557] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecac8de-006a-4992-897c-f2a86b34ac3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.556488] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 934.556488] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520a97fb-1042-1bcd-69b6-d063b5cea8cf" [ 934.556488] env[69987]: _type = "Task" [ 934.556488] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.563712] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520a97fb-1042-1bcd-69b6-d063b5cea8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.734730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.823051] env[69987]: DEBUG nova.compute.manager [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.823051] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.826903] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020f0ae-d6ac-494c-b29a-898b74a5edd3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.829405] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500591, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.833360] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.833578] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23acc942-6ae8-4ad4-840d-ecd464cd1d04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.839161] env[69987]: DEBUG oslo_vmware.api [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 934.839161] env[69987]: value = "task-3500593" [ 934.839161] env[69987]: _type = "Task" [ 934.839161] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.847114] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.848958] env[69987]: DEBUG oslo_vmware.api [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.849430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.992s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.849652] env[69987]: DEBUG nova.objects.instance [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lazy-loading 'resources' on Instance uuid cbddb66d-41d9-4da8-af42-537b8132dc5a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.868119] env[69987]: INFO nova.scheduler.client.report [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Deleted allocations for instance 0f5ccae7-1100-4899-8949-687a20f268b9 [ 934.906775] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068344} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.907052] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.907832] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a3570-4904-46d8-a419-70a4da275346 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.931407] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 77ca4bdd-1d0e-4596-810a-29eec177acd3/77ca4bdd-1d0e-4596-810a-29eec177acd3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.931962] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4592985-2ac4-47e8-965f-755d2d38bcbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.951769] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 934.951769] env[69987]: value = "task-3500594" [ 934.951769] env[69987]: _type = "Task" [ 934.951769] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.959744] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.066715] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520a97fb-1042-1bcd-69b6-d063b5cea8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.067082] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.067282] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc/988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.067546] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce1b43c-bf70-4609-80ae-971f528543f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.073774] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 935.073774] env[69987]: value = "task-3500595" [ 935.073774] env[69987]: _type = "Task" [ 935.073774] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.083342] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.142030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "3409af28-d7c6-43ad-802b-016bfbb83bb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.142327] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.142545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "3409af28-d7c6-43ad-802b-016bfbb83bb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.142725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.142906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.145200] env[69987]: INFO nova.compute.manager [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Terminating instance [ 935.210692] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.211120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.211885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.211885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.212045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.215307] env[69987]: INFO nova.compute.manager [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Terminating instance [ 935.328031] env[69987]: DEBUG oslo_vmware.api [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500591, 'name': PowerOnVM_Task, 'duration_secs': 0.652} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.328257] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.328474] env[69987]: INFO nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Took 10.08 seconds to spawn the instance on the hypervisor. [ 935.328662] env[69987]: DEBUG nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.329488] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab432a8-7dca-4f52-b8b8-0545eee79da9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.348921] env[69987]: DEBUG oslo_vmware.api [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500593, 'name': PowerOffVM_Task, 'duration_secs': 0.414491} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.349221] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.349394] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.349645] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eab93719-0fa8-4dc1-9aeb-986799492dd0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.377746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c2f83419-bd4c-4b9a-a0fb-8151c2e5fa3a tempest-VolumesAssistedSnapshotsTest-973741720 tempest-VolumesAssistedSnapshotsTest-973741720-project-member] Lock "0f5ccae7-1100-4899-8949-687a20f268b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.470s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.411509] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.411509] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.411718] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleting the datastore file [datastore2] add55a74-5dc7-4a4e-9fbc-a7b02ee8488f {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.412047] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f808c876-a4ba-4ff9-9675-8e3f52176b7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.419417] env[69987]: DEBUG oslo_vmware.api [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 935.419417] env[69987]: value = "task-3500597" [ 935.419417] env[69987]: _type = "Task" [ 935.419417] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.430258] env[69987]: DEBUG oslo_vmware.api [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.461429] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.585889] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.650193] env[69987]: DEBUG nova.compute.manager [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.650692] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.651689] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4158668-5853-4819-8b84-45ec03d5ba56 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.663643] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.663932] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b657498d-a1a6-4227-b135-42a17c56d7c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.670195] env[69987]: DEBUG oslo_vmware.api [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 935.670195] env[69987]: value = "task-3500598" [ 935.670195] env[69987]: _type = "Task" [ 935.670195] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.682540] env[69987]: DEBUG oslo_vmware.api [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.722993] env[69987]: DEBUG nova.compute.manager [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.723280] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.724567] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e3c7d-1fbf-4be0-a955-4f1957c7313b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.735607] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.735907] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338b3dee-f7df-4052-ae97-23cdc3257366 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.744471] env[69987]: DEBUG oslo_vmware.api [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 935.744471] env[69987]: value = "task-3500599" [ 935.744471] env[69987]: _type = "Task" [ 935.744471] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.756161] env[69987]: DEBUG oslo_vmware.api [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.848061] env[69987]: INFO nova.compute.manager [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Took 45.59 seconds to build instance. [ 935.867528] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa47603c-b104-4f9c-8674-3213ba600872 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.875266] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2bcf86-7486-468a-83a6-29934943cd20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.910202] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846ae37f-6b55-47da-876c-5b1fe1b6454a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.920355] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20965b1-bd18-4b3b-96e3-28c0efe10e65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.940371] env[69987]: DEBUG nova.compute.provider_tree [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.946022] env[69987]: DEBUG oslo_vmware.api [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.964486] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500594, 'name': ReconfigVM_Task, 'duration_secs': 0.658519} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.964776] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 77ca4bdd-1d0e-4596-810a-29eec177acd3/77ca4bdd-1d0e-4596-810a-29eec177acd3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.965445] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fa659c5-c9de-4272-a0eb-4f6d1c4de3bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.972055] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 935.972055] env[69987]: value = "task-3500600" [ 935.972055] env[69987]: _type = "Task" [ 935.972055] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.980993] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500600, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.085140] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776667} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.085626] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc/988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.086064] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.086805] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d1aaa6-7a87-4d22-b0e2-844184ba2888 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.094090] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 936.094090] env[69987]: value = "task-3500601" [ 936.094090] env[69987]: _type = "Task" [ 936.094090] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.106171] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.183726] env[69987]: DEBUG oslo_vmware.api [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500598, 'name': PowerOffVM_Task, 'duration_secs': 0.396367} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.184359] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.186664] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.186664] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d63c50f-3608-466d-bb67-d7df890b1265 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.247230] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.247519] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.247822] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleting the datastore file [datastore1] 3409af28-d7c6-43ad-802b-016bfbb83bb8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.251728] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e19c638b-2e6c-4c95-bc6f-0f0666a6d431 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.257989] env[69987]: DEBUG oslo_vmware.api [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500599, 'name': PowerOffVM_Task, 'duration_secs': 0.316726} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.259367] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.259546] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.259785] env[69987]: DEBUG oslo_vmware.api [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 936.259785] env[69987]: value = "task-3500603" [ 936.259785] env[69987]: _type = "Task" [ 936.259785] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.259980] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad65bf48-6b0f-40cb-a992-a04451f972b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.270456] env[69987]: DEBUG oslo_vmware.api [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.355253] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3719a7e8-748b-4eaf-93d3-a838e1cf7e05 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "1b193fd9-d782-44d2-860b-83b53ee06485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.989s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.358708] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.358950] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.359188] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleting the datastore file [datastore1] 0937ab71-83d3-436e-a5d3-e3c7fb97c642 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.359721] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44d3c6f-4c1a-4b93-9a4f-cc9a054ebc92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.366385] env[69987]: DEBUG oslo_vmware.api [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for the task: (returnval){ [ 936.366385] env[69987]: value = "task-3500605" [ 936.366385] env[69987]: _type = "Task" [ 936.366385] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.374982] env[69987]: DEBUG oslo_vmware.api [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.438310] env[69987]: DEBUG oslo_vmware.api [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517503} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.438632] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.438952] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.439141] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.439357] env[69987]: INFO nova.compute.manager [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Took 1.62 seconds to destroy the instance on the hypervisor. [ 936.440781] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.440781] env[69987]: DEBUG nova.compute.manager [-] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.440781] env[69987]: DEBUG nova.network.neutron [-] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.446464] env[69987]: DEBUG nova.scheduler.client.report [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.483673] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500600, 'name': Rename_Task, 'duration_secs': 0.211491} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.484166] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.484452] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fafe30e9-10da-4273-b322-31724ce0e457 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.490314] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 936.490314] env[69987]: value = "task-3500606" [ 936.490314] env[69987]: _type = "Task" [ 936.490314] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.498511] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.604897] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091902} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.605197] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.605973] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ca89d-f10a-4c86-b627-425deee8f283 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.628554] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc/988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.628889] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7914348-68ee-44cf-853a-ede2581d402d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.648699] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 936.648699] env[69987]: value = "task-3500607" [ 936.648699] env[69987]: _type = "Task" [ 936.648699] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.656660] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.772279] env[69987]: DEBUG oslo_vmware.api [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230691} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.772554] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.772876] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.772956] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.773085] env[69987]: INFO nova.compute.manager [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 936.773332] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.773524] env[69987]: DEBUG nova.compute.manager [-] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.773618] env[69987]: DEBUG nova.network.neutron [-] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.860461] env[69987]: DEBUG nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.881151] env[69987]: DEBUG oslo_vmware.api [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Task: {'id': task-3500605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326783} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.881151] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.881151] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.881151] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.881151] env[69987]: INFO nova.compute.manager [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Took 1.16 seconds to destroy the instance on the hypervisor. [ 936.881350] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.881350] env[69987]: DEBUG nova.compute.manager [-] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.881350] env[69987]: DEBUG nova.network.neutron [-] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.954837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.958414] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.177s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.962032] env[69987]: INFO nova.compute.claims [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.985717] env[69987]: INFO nova.scheduler.client.report [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Deleted allocations for instance cbddb66d-41d9-4da8-af42-537b8132dc5a [ 937.003160] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.160459] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.290272] env[69987]: DEBUG nova.compute.manager [req-ebcd444c-bb23-4a3f-bca3-7bbfe742440d req-29066447-f8f6-4554-82c8-4eb45a558a81 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Received event network-vif-deleted-d3299229-b795-4738-aee3-cec19d91de34 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.290436] env[69987]: INFO nova.compute.manager [req-ebcd444c-bb23-4a3f-bca3-7bbfe742440d req-29066447-f8f6-4554-82c8-4eb45a558a81 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Neutron deleted interface d3299229-b795-4738-aee3-cec19d91de34; detaching it from the instance and deleting it from the info cache [ 937.290622] env[69987]: DEBUG nova.network.neutron [req-ebcd444c-bb23-4a3f-bca3-7bbfe742440d req-29066447-f8f6-4554-82c8-4eb45a558a81 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.321504] env[69987]: DEBUG nova.compute.manager [req-1804069d-c99f-46f5-913b-b7eef5b0a991 req-22323beb-356a-4890-a56a-e47f338e69b6 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Received event network-vif-deleted-706392e2-0801-4251-9cea-b280d37ecbcb {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.322588] env[69987]: INFO nova.compute.manager [req-1804069d-c99f-46f5-913b-b7eef5b0a991 req-22323beb-356a-4890-a56a-e47f338e69b6 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Neutron deleted interface 706392e2-0801-4251-9cea-b280d37ecbcb; detaching it from the instance and deleting it from the info cache [ 937.323462] env[69987]: DEBUG nova.network.neutron [req-1804069d-c99f-46f5-913b-b7eef5b0a991 req-22323beb-356a-4890-a56a-e47f338e69b6 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.395893] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.495655] env[69987]: DEBUG oslo_concurrency.lockutils [None req-173b486f-d26a-4d27-b942-b1bffef32cd0 tempest-ListImageFiltersTestJSON-1575668155 tempest-ListImageFiltersTestJSON-1575668155-project-member] Lock "cbddb66d-41d9-4da8-af42-537b8132dc5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.367s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.511523] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.662071] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.741898] env[69987]: DEBUG nova.network.neutron [-] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.748686] env[69987]: DEBUG nova.network.neutron [-] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.796155] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b22ff8b0-e22a-49b6-af0d-80996f80e4e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.806038] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1858f-56fc-4db9-9ca3-738d1c41c63d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.839333] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06697842-dbc0-4f90-b24f-c2b8c740ab1a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.841459] env[69987]: DEBUG nova.compute.manager [req-ebcd444c-bb23-4a3f-bca3-7bbfe742440d req-29066447-f8f6-4554-82c8-4eb45a558a81 service nova] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Detach interface failed, port_id=d3299229-b795-4738-aee3-cec19d91de34, reason: Instance add55a74-5dc7-4a4e-9fbc-a7b02ee8488f could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.849038] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c4ee7b-48fc-4387-a0b8-94ef1ef08adb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884995] env[69987]: DEBUG nova.compute.manager [req-1804069d-c99f-46f5-913b-b7eef5b0a991 req-22323beb-356a-4890-a56a-e47f338e69b6 service nova] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Detach interface failed, port_id=706392e2-0801-4251-9cea-b280d37ecbcb, reason: Instance 3409af28-d7c6-43ad-802b-016bfbb83bb8 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.975787] env[69987]: DEBUG nova.network.neutron [-] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.007915] env[69987]: DEBUG oslo_vmware.api [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500606, 'name': PowerOnVM_Task, 'duration_secs': 1.07137} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.010698] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.010847] env[69987]: INFO nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Took 10.11 seconds to spawn the instance on the hypervisor. [ 938.011043] env[69987]: DEBUG nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.012668] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22728d3-5c22-497b-ae0f-489ebee8f04d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.166585] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.243818] env[69987]: INFO nova.compute.manager [-] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Took 1.80 seconds to deallocate network for instance. [ 938.254801] env[69987]: INFO nova.compute.manager [-] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Took 1.48 seconds to deallocate network for instance. [ 938.479953] env[69987]: INFO nova.compute.manager [-] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Took 1.60 seconds to deallocate network for instance. [ 938.480841] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06277688-61e8-4c09-bb49-b5978dffd0b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.490819] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2939ab-77b5-4f6f-80f1-d950b308eb5c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.524334] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dea7cc-b03e-44ae-b275-f91d9d25b081 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.531993] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5de48-af45-4be2-8690-4da0bee941a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.550736] env[69987]: DEBUG nova.compute.provider_tree [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.552152] env[69987]: INFO nova.compute.manager [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Took 41.76 seconds to build instance. [ 938.662442] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.757396] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.764417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.991376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.054712] env[69987]: DEBUG nova.scheduler.client.report [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.059220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-50923bc2-2a15-45cd-ba8e-28b9dd626347 tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.784s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.161857] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.358155] env[69987]: DEBUG nova.compute.manager [req-7672c548-0226-4221-85c6-19ea789e44d4 req-7da0fab0-d14d-47d7-9ef0-1a6eb27f9e21 service nova] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Received event network-vif-deleted-ae872970-2c94-42c4-908d-34839f0f7c8a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.379699] env[69987]: DEBUG nova.compute.manager [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received event network-changed-ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.379992] env[69987]: DEBUG nova.compute.manager [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Refreshing instance network info cache due to event network-changed-ca7ae93b-3381-40dc-b8d8-fb59df25598f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.380458] env[69987]: DEBUG oslo_concurrency.lockutils [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] Acquiring lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.380864] env[69987]: DEBUG oslo_concurrency.lockutils [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] Acquired lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.381159] env[69987]: DEBUG nova.network.neutron [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Refreshing network info cache for port ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.566383] env[69987]: DEBUG nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.572723] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.572723] env[69987]: DEBUG nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.578284] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.939s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.578284] env[69987]: INFO nova.compute.claims [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.583757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "77ca4bdd-1d0e-4596-810a-29eec177acd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.583757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.584944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "77ca4bdd-1d0e-4596-810a-29eec177acd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.584944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.585199] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.590413] env[69987]: INFO nova.compute.manager [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Terminating instance [ 939.666752] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500607, 'name': ReconfigVM_Task, 'duration_secs': 2.588348} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.667055] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc/988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.667684] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d62a4dd5-27c1-43de-b42b-07775cae04c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.674335] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 939.674335] env[69987]: value = "task-3500608" [ 939.674335] env[69987]: _type = "Task" [ 939.674335] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.683281] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500608, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.085020] env[69987]: DEBUG nova.compute.utils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.092211] env[69987]: DEBUG nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.092409] env[69987]: DEBUG nova.network.neutron [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.101383] env[69987]: DEBUG nova.compute.manager [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.102887] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.104261] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee11cca-64cb-48a8-863b-4cd64360896d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.114540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.117964] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.118288] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3527a31f-65dc-4de1-9447-afe233fda27a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.125667] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 940.125667] env[69987]: value = "task-3500609" [ 940.125667] env[69987]: _type = "Task" [ 940.125667] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.134897] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.192880] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500608, 'name': Rename_Task, 'duration_secs': 0.413629} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.193903] env[69987]: DEBUG nova.network.neutron [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updated VIF entry in instance network info cache for port ca7ae93b-3381-40dc-b8d8-fb59df25598f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.194323] env[69987]: DEBUG nova.network.neutron [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.195709] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.196256] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e45a560-ac3a-408f-b0da-72c46114c1a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.203247] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 940.203247] env[69987]: value = "task-3500610" [ 940.203247] env[69987]: _type = "Task" [ 940.203247] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.212543] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.459081] env[69987]: DEBUG nova.policy [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9135d459d65e41378068d8b409538419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9cd90589a044819db9390c550d61cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.604779] env[69987]: DEBUG nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.636259] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.699183] env[69987]: DEBUG oslo_concurrency.lockutils [req-6055efc9-0443-4d1d-a97b-b4cf1ec6f88a req-7bea9682-e62b-4a91-af03-4c5916993239 service nova] Releasing lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.713048] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.077265] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438bbf13-24bf-4bba-987b-5ac3e98e5e80 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.085864] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ca8f5-784f-4ed7-8b25-c4bef6191b0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.122120] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3352761-a8f5-4d08-b982-a3e6a706655c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.133720] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a01c98-9757-4901-b5b2-3c4977582422 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.143008] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.152183] env[69987]: DEBUG nova.compute.provider_tree [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.216806] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.301852] env[69987]: DEBUG nova.network.neutron [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Successfully created port: 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.622870] env[69987]: DEBUG nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.642039] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500609, 'name': PowerOffVM_Task, 'duration_secs': 1.113508} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.642039] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.642039] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.642039] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-952e34ab-d8cd-4792-8a6f-6cb69fc552f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.656940] env[69987]: DEBUG nova.scheduler.client.report [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.663339] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.663584] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.663740] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.663952] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.664122] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.664498] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.664598] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.664756] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.664918] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.667137] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.667137] env[69987]: DEBUG nova.virt.hardware [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.667137] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a051ef-4072-4d91-9c51-461cd69523db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.675195] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa331d7-e35e-45ef-93d0-ac712bc56f3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.702662] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.702662] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.702662] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Deleting the datastore file [datastore2] 77ca4bdd-1d0e-4596-810a-29eec177acd3 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.702832] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d63f43a2-fbb1-4e12-87dd-ac7ac4515d6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.709689] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for the task: (returnval){ [ 941.709689] env[69987]: value = "task-3500612" [ 941.709689] env[69987]: _type = "Task" [ 941.709689] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.715791] env[69987]: DEBUG oslo_vmware.api [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500610, 'name': PowerOnVM_Task, 'duration_secs': 1.341314} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.716384] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.716583] env[69987]: INFO nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Took 11.13 seconds to spawn the instance on the hypervisor. [ 941.716754] env[69987]: DEBUG nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.717508] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31412d-5e2c-4a69-b2eb-ec7b2c2603e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.723014] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.165456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.166087] env[69987]: DEBUG nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.169462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.771s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.169724] env[69987]: DEBUG nova.objects.instance [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lazy-loading 'resources' on Instance uuid 6d147721-ae87-4e80-b553-b4e7c4c3dee4 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.222891] env[69987]: DEBUG oslo_vmware.api [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Task: {'id': task-3500612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178922} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.223298] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.223777] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.224183] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.224464] env[69987]: INFO nova.compute.manager [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Took 2.12 seconds to destroy the instance on the hypervisor. [ 942.224865] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.225098] env[69987]: DEBUG nova.compute.manager [-] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.225209] env[69987]: DEBUG nova.network.neutron [-] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.238929] env[69987]: INFO nova.compute.manager [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Took 43.00 seconds to build instance. [ 942.673522] env[69987]: DEBUG nova.compute.utils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.678268] env[69987]: DEBUG nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.679951] env[69987]: DEBUG nova.network.neutron [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.727316] env[69987]: DEBUG nova.compute.manager [req-b8e9f1eb-f9cb-431b-8488-8329245b68c0 req-913635a1-a8b9-4adb-8008-21689858ac62 service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Received event network-vif-deleted-0c347af3-0382-472f-8053-534cef8ccad7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.727426] env[69987]: INFO nova.compute.manager [req-b8e9f1eb-f9cb-431b-8488-8329245b68c0 req-913635a1-a8b9-4adb-8008-21689858ac62 service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Neutron deleted interface 0c347af3-0382-472f-8053-534cef8ccad7; detaching it from the instance and deleting it from the info cache [ 942.727506] env[69987]: DEBUG nova.network.neutron [req-b8e9f1eb-f9cb-431b-8488-8329245b68c0 req-913635a1-a8b9-4adb-8008-21689858ac62 service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.740836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3436cd94-85ff-4da4-9c03-bd5b59b6a08f tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.246s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.749125] env[69987]: DEBUG nova.policy [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9262d5db7bd47fd80aef96ff68db0aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f85ac533efa4770a37c0f4da9d3d5c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.079969] env[69987]: DEBUG nova.network.neutron [-] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.182288] env[69987]: DEBUG nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.186888] env[69987]: DEBUG nova.network.neutron [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Successfully created port: 27245a43-d9aa-4124-b55c-fed2a0ff3a3b {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.203860] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8dcd73-a764-4063-b5a0-507383e28628 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.212784] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49343c29-ab46-478e-90b2-0fc65eac0ef5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.245730] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb34a724-c88d-421e-a585-40bb61779940 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.248914] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4af24b-0fb6-4e43-923e-a1d6f4c3039a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.251713] env[69987]: DEBUG nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.263457] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b374706-1b43-43d9-bf89-76253e73f918 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.268698] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a90c844-0961-4603-b781-f2ad8d7e8c98 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.294285] env[69987]: DEBUG nova.compute.provider_tree [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.306695] env[69987]: DEBUG nova.compute.manager [req-b8e9f1eb-f9cb-431b-8488-8329245b68c0 req-913635a1-a8b9-4adb-8008-21689858ac62 service nova] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Detach interface failed, port_id=0c347af3-0382-472f-8053-534cef8ccad7, reason: Instance 77ca4bdd-1d0e-4596-810a-29eec177acd3 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 943.307828] env[69987]: DEBUG nova.scheduler.client.report [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.584325] env[69987]: INFO nova.compute.manager [-] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Took 1.36 seconds to deallocate network for instance. [ 943.682654] env[69987]: DEBUG nova.network.neutron [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Successfully updated port: 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.696182] env[69987]: DEBUG nova.compute.manager [req-871868c4-cd62-489b-ae2d-5d0b3f11d246 req-9eba9dd3-f9e7-4010-98f0-70ea07270d3f service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Received event network-vif-plugged-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.696386] env[69987]: DEBUG oslo_concurrency.lockutils [req-871868c4-cd62-489b-ae2d-5d0b3f11d246 req-9eba9dd3-f9e7-4010-98f0-70ea07270d3f service nova] Acquiring lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.696600] env[69987]: DEBUG oslo_concurrency.lockutils [req-871868c4-cd62-489b-ae2d-5d0b3f11d246 req-9eba9dd3-f9e7-4010-98f0-70ea07270d3f service nova] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.696761] env[69987]: DEBUG oslo_concurrency.lockutils [req-871868c4-cd62-489b-ae2d-5d0b3f11d246 req-9eba9dd3-f9e7-4010-98f0-70ea07270d3f service nova] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.696926] env[69987]: DEBUG nova.compute.manager [req-871868c4-cd62-489b-ae2d-5d0b3f11d246 req-9eba9dd3-f9e7-4010-98f0-70ea07270d3f service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] No waiting events found dispatching network-vif-plugged-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.697105] env[69987]: WARNING nova.compute.manager [req-871868c4-cd62-489b-ae2d-5d0b3f11d246 req-9eba9dd3-f9e7-4010-98f0-70ea07270d3f service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Received unexpected event network-vif-plugged-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 for instance with vm_state building and task_state spawning. [ 943.779129] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.812761] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.815513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.249s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.819723] env[69987]: INFO nova.compute.claims [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.839513] env[69987]: INFO nova.scheduler.client.report [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Deleted allocations for instance 6d147721-ae87-4e80-b553-b4e7c4c3dee4 [ 943.855037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "9e39091a-c72b-4a39-bc32-b513c22d85f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.855738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.097842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.193437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.193437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.193437] env[69987]: DEBUG nova.network.neutron [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.199059] env[69987]: DEBUG nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.231870] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.232457] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.232457] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.232628] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.232786] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.232959] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.233316] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.233522] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.233723] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.234236] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.234758] env[69987]: DEBUG nova.virt.hardware [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.235599] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1722580f-e7a0-4022-aa48-8cdfc71272bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.244793] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac0731-ba8b-4b5a-ac65-d5cdd94964a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.348430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-46a64ab3-3237-43c2-8072-33f566aa45b9 tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "6d147721-ae87-4e80-b553-b4e7c4c3dee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.429s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.741263] env[69987]: DEBUG nova.network.neutron [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.965908] env[69987]: DEBUG nova.network.neutron [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updating instance_info_cache with network_info: [{"id": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "address": "fa:16:3e:bd:04:c8", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065d2c34-4c", "ovs_interfaceid": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.303452] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5575f2-a367-458b-9930-6f434c31b4d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.311734] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70f0f0-5111-4011-b3cc-2b9e425e4ccf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.345396] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef28d6b-840c-4ab3-9358-6167368d8e75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.355900] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b74485e-e5f7-4ed2-8adf-9d7c046102a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.375842] env[69987]: DEBUG nova.compute.provider_tree [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.469505] env[69987]: DEBUG nova.compute.manager [req-30b7644b-2a08-4625-b5ad-cec8076f7b44 req-e2561693-20fc-433c-8e8e-d1efafa67974 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Received event network-vif-plugged-27245a43-d9aa-4124-b55c-fed2a0ff3a3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.469809] env[69987]: DEBUG oslo_concurrency.lockutils [req-30b7644b-2a08-4625-b5ad-cec8076f7b44 req-e2561693-20fc-433c-8e8e-d1efafa67974 service nova] Acquiring lock "38129ac8-996a-47d5-b361-267ccd014133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.470136] env[69987]: DEBUG oslo_concurrency.lockutils [req-30b7644b-2a08-4625-b5ad-cec8076f7b44 req-e2561693-20fc-433c-8e8e-d1efafa67974 service nova] Lock "38129ac8-996a-47d5-b361-267ccd014133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.470315] env[69987]: DEBUG oslo_concurrency.lockutils [req-30b7644b-2a08-4625-b5ad-cec8076f7b44 req-e2561693-20fc-433c-8e8e-d1efafa67974 service nova] Lock "38129ac8-996a-47d5-b361-267ccd014133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.470572] env[69987]: DEBUG nova.compute.manager [req-30b7644b-2a08-4625-b5ad-cec8076f7b44 req-e2561693-20fc-433c-8e8e-d1efafa67974 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] No waiting events found dispatching network-vif-plugged-27245a43-d9aa-4124-b55c-fed2a0ff3a3b {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.470819] env[69987]: WARNING nova.compute.manager [req-30b7644b-2a08-4625-b5ad-cec8076f7b44 req-e2561693-20fc-433c-8e8e-d1efafa67974 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Received unexpected event network-vif-plugged-27245a43-d9aa-4124-b55c-fed2a0ff3a3b for instance with vm_state building and task_state spawning. [ 945.471638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.471946] env[69987]: DEBUG nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Instance network_info: |[{"id": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "address": "fa:16:3e:bd:04:c8", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065d2c34-4c", "ovs_interfaceid": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.472400] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:04:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065d2c34-4c86-4c4d-8f9e-e42c2e818cc1', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.480578] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating folder: Project (5b9cd90589a044819db9390c550d61cc). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.481708] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-212132b8-8f28-4a5f-b9e5-bf842cbc22de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.494585] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created folder: Project (5b9cd90589a044819db9390c550d61cc) in parent group-v699418. [ 945.494783] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating folder: Instances. Parent ref: group-v699570. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.495931] env[69987]: DEBUG nova.network.neutron [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Successfully updated port: 27245a43-d9aa-4124-b55c-fed2a0ff3a3b {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.500052] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80d6908-6d66-4054-9ad3-4baea515d803 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.513116] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created folder: Instances in parent group-v699570. [ 945.513593] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.514176] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.514411] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7493623-2e5d-435d-b9eb-53ef78325b49 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.536518] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.536518] env[69987]: value = "task-3500616" [ 945.536518] env[69987]: _type = "Task" [ 945.536518] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.545432] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500616, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.744381] env[69987]: DEBUG nova.compute.manager [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Received event network-changed-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.744455] env[69987]: DEBUG nova.compute.manager [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Refreshing instance network info cache due to event network-changed-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.744676] env[69987]: DEBUG oslo_concurrency.lockutils [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] Acquiring lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.744796] env[69987]: DEBUG oslo_concurrency.lockutils [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] Acquired lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.745838] env[69987]: DEBUG nova.network.neutron [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Refreshing network info cache for port 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.877090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "19f33238-a740-47fe-b5e6-c3a76a738138" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.877342] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "19f33238-a740-47fe-b5e6-c3a76a738138" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.879169] env[69987]: DEBUG nova.scheduler.client.report [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.005579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "refresh_cache-38129ac8-996a-47d5-b361-267ccd014133" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.005673] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "refresh_cache-38129ac8-996a-47d5-b361-267ccd014133" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.005845] env[69987]: DEBUG nova.network.neutron [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.046836] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500616, 'name': CreateVM_Task, 'duration_secs': 0.322851} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.047024] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.048239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.048402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.048738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.049288] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8caadc-96d1-41fa-a7bd-82a9eab07afb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.053782] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 946.053782] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5234cfb0-2b11-ce90-4aac-5ad3b3951199" [ 946.053782] env[69987]: _type = "Task" [ 946.053782] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.063286] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5234cfb0-2b11-ce90-4aac-5ad3b3951199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.386511] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.387022] env[69987]: DEBUG nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.389945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.268s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.390206] env[69987]: DEBUG nova.objects.instance [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lazy-loading 'resources' on Instance uuid c35f752e-e9b4-48d5-ae18-b2613ddfeaf1 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.546775] env[69987]: DEBUG nova.network.neutron [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.566072] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5234cfb0-2b11-ce90-4aac-5ad3b3951199, 'name': SearchDatastore_Task, 'duration_secs': 0.022794} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.568217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.568454] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.568686] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.568831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.569015] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.569284] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-625c564d-5e8c-49c4-9c0c-27d36844ac22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.588307] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.588488] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.589307] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac3a756-adbb-42f3-8b6f-1a1c89c1ded6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.594751] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 946.594751] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526caf85-7359-7eb2-08ad-b1c89ecc40a2" [ 946.594751] env[69987]: _type = "Task" [ 946.594751] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.602898] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526caf85-7359-7eb2-08ad-b1c89ecc40a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.624149] env[69987]: DEBUG nova.network.neutron [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updated VIF entry in instance network info cache for port 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.624630] env[69987]: DEBUG nova.network.neutron [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updating instance_info_cache with network_info: [{"id": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "address": "fa:16:3e:bd:04:c8", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065d2c34-4c", "ovs_interfaceid": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.709123] env[69987]: DEBUG nova.network.neutron [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Updating instance_info_cache with network_info: [{"id": "27245a43-d9aa-4124-b55c-fed2a0ff3a3b", "address": "fa:16:3e:91:a5:a4", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27245a43-d9", "ovs_interfaceid": "27245a43-d9aa-4124-b55c-fed2a0ff3a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.896842] env[69987]: DEBUG nova.compute.utils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.898457] env[69987]: DEBUG nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.899207] env[69987]: DEBUG nova.network.neutron [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.973913] env[69987]: DEBUG nova.policy [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec1bee7147a4556a5fe1a1cdba10ed0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8dd3d9826ac47a58847835d5bfbf9f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.105085] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526caf85-7359-7eb2-08ad-b1c89ecc40a2, 'name': SearchDatastore_Task, 'duration_secs': 0.026556} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.108604] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00c4e65-54ef-4ef1-b64f-c02de0c64a68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.115280] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 947.115280] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523df6ce-cd72-0934-f733-946e044f072e" [ 947.115280] env[69987]: _type = "Task" [ 947.115280] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.128362] env[69987]: DEBUG oslo_concurrency.lockutils [req-522c0e60-d688-472d-9600-2ef60254ca06 req-b8990324-b7d9-4ae7-8fe0-e7b8c9e7196a service nova] Releasing lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.128933] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523df6ce-cd72-0934-f733-946e044f072e, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.129689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.129965] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] a9033a7a-ce00-4fd3-8c19-bd43af369be5/a9033a7a-ce00-4fd3-8c19-bd43af369be5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.130415] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de03774c-dbcd-4571-996c-5bc3935bda57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.137655] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 947.137655] env[69987]: value = "task-3500617" [ 947.137655] env[69987]: _type = "Task" [ 947.137655] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.147357] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.213384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "refresh_cache-38129ac8-996a-47d5-b361-267ccd014133" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.213519] env[69987]: DEBUG nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Instance network_info: |[{"id": "27245a43-d9aa-4124-b55c-fed2a0ff3a3b", "address": "fa:16:3e:91:a5:a4", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27245a43-d9", "ovs_interfaceid": "27245a43-d9aa-4124-b55c-fed2a0ff3a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.213929] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:a5:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27245a43-d9aa-4124-b55c-fed2a0ff3a3b', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.224893] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.228823] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.229307] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb4fcee-1e59-40a1-b70f-f40f2a27d994 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.258508] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.258508] env[69987]: value = "task-3500618" [ 947.258508] env[69987]: _type = "Task" [ 947.258508] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.269626] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500618, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.405373] env[69987]: DEBUG nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.428438] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1ada4c-2cb5-4ccc-8ca0-70e020b618ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.440890] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b4732-4431-4823-b225-17950adc34fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.491792] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc93f4c2-1bf5-4a15-ab03-9d20122812ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.502711] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9751a2-7ac3-47a2-92ae-bb71850f4d16 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.520962] env[69987]: DEBUG nova.compute.provider_tree [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.604529] env[69987]: DEBUG nova.network.neutron [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Successfully created port: 8884bc72-93fe-404e-8940-91f085c6b13f {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.618041] env[69987]: DEBUG nova.compute.manager [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Received event network-changed-27245a43-d9aa-4124-b55c-fed2a0ff3a3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.618297] env[69987]: DEBUG nova.compute.manager [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Refreshing instance network info cache due to event network-changed-27245a43-d9aa-4124-b55c-fed2a0ff3a3b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.618452] env[69987]: DEBUG oslo_concurrency.lockutils [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] Acquiring lock "refresh_cache-38129ac8-996a-47d5-b361-267ccd014133" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.619102] env[69987]: DEBUG oslo_concurrency.lockutils [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] Acquired lock "refresh_cache-38129ac8-996a-47d5-b361-267ccd014133" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.619102] env[69987]: DEBUG nova.network.neutron [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Refreshing network info cache for port 27245a43-d9aa-4124-b55c-fed2a0ff3a3b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.649487] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459626} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.649901] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] a9033a7a-ce00-4fd3-8c19-bd43af369be5/a9033a7a-ce00-4fd3-8c19-bd43af369be5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.650160] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.650455] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c63cb20-cd10-4450-9b66-bc527f43ae34 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.658030] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 947.658030] env[69987]: value = "task-3500619" [ 947.658030] env[69987]: _type = "Task" [ 947.658030] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.668190] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.770452] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500618, 'name': CreateVM_Task, 'duration_secs': 0.403088} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.770632] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.771477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.771599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.771808] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.772072] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3f2d72-70b8-4f11-970a-f1d03e22fd4e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.777053] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 947.777053] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5273eaed-e985-7597-8460-b09e4e9e3232" [ 947.777053] env[69987]: _type = "Task" [ 947.777053] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.787079] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5273eaed-e985-7597-8460-b09e4e9e3232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.024569] env[69987]: DEBUG nova.scheduler.client.report [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.170604] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065456} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.171442] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.171900] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49782763-e944-4d38-ab61-ceeee00a494f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.205297] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] a9033a7a-ce00-4fd3-8c19-bd43af369be5/a9033a7a-ce00-4fd3-8c19-bd43af369be5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.205527] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b36f1a-f7be-4689-a58e-73387611eccf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.232230] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 948.232230] env[69987]: value = "task-3500620" [ 948.232230] env[69987]: _type = "Task" [ 948.232230] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.242920] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.288573] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5273eaed-e985-7597-8460-b09e4e9e3232, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.289528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.289528] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.289528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.289528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.289755] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.289899] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c229ef75-f733-44b8-9144-92c941252c60 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.303031] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.303031] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.303784] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151107cf-98f5-4ffe-898d-2aaa36fbcca5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.310010] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 948.310010] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52492a28-fd68-a85b-7cda-16a58a147e2f" [ 948.310010] env[69987]: _type = "Task" [ 948.310010] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.319385] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52492a28-fd68-a85b-7cda-16a58a147e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.363656] env[69987]: DEBUG nova.network.neutron [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Updated VIF entry in instance network info cache for port 27245a43-d9aa-4124-b55c-fed2a0ff3a3b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.364038] env[69987]: DEBUG nova.network.neutron [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Updating instance_info_cache with network_info: [{"id": "27245a43-d9aa-4124-b55c-fed2a0ff3a3b", "address": "fa:16:3e:91:a5:a4", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27245a43-d9", "ovs_interfaceid": "27245a43-d9aa-4124-b55c-fed2a0ff3a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.417919] env[69987]: DEBUG nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.452089] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.452357] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.452516] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.452697] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.452842] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.452990] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.453326] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.453611] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.453884] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.454141] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.454401] env[69987]: DEBUG nova.virt.hardware [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.455403] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476ae0e0-a090-4bc9-87c5-e8e010390b2a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.463677] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e3d15b-ebf0-4b18-9af8-6ab619fe562e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.468133] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.468419] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.468702] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "4b94054c-1d27-45ee-92dd-4432e1e81a33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.468882] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.469093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.471805] env[69987]: INFO nova.compute.manager [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Terminating instance [ 948.529423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.532379] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.983s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.533916] env[69987]: INFO nova.compute.claims [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.550417] env[69987]: INFO nova.scheduler.client.report [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Deleted allocations for instance c35f752e-e9b4-48d5-ae18-b2613ddfeaf1 [ 948.742902] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500620, 'name': ReconfigVM_Task, 'duration_secs': 0.335463} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.743247] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] a9033a7a-ce00-4fd3-8c19-bd43af369be5/a9033a7a-ce00-4fd3-8c19-bd43af369be5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.743953] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c59590b8-d87b-4d6d-b9f8-0cdfd4cd22fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.750400] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 948.750400] env[69987]: value = "task-3500621" [ 948.750400] env[69987]: _type = "Task" [ 948.750400] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.758727] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500621, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.821053] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52492a28-fd68-a85b-7cda-16a58a147e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.019002} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.822317] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f77711-b544-4b32-816a-c68ff178d3a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.829534] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 948.829534] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e6a13c-eebe-c5de-f191-7c5a9ba332a8" [ 948.829534] env[69987]: _type = "Task" [ 948.829534] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.837769] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e6a13c-eebe-c5de-f191-7c5a9ba332a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.870020] env[69987]: DEBUG oslo_concurrency.lockutils [req-19d1e393-5e78-44a5-9305-ce3d9d2a45ae req-169a7be8-4964-4bc6-93f1-0ea7c9716299 service nova] Releasing lock "refresh_cache-38129ac8-996a-47d5-b361-267ccd014133" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.986509] env[69987]: DEBUG nova.compute.manager [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.986736] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.987729] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc1bdf-405f-4270-85f0-1d219cd8f2c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.000924] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.000924] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc514155-e84a-4067-9caf-42338bc2f443 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.007908] env[69987]: DEBUG oslo_vmware.api [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 949.007908] env[69987]: value = "task-3500622" [ 949.007908] env[69987]: _type = "Task" [ 949.007908] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.018179] env[69987]: DEBUG oslo_vmware.api [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.059040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e7e18e1a-33c5-4f84-a5b0-94bc17542b9a tempest-ServersAdminNegativeTestJSON-1599780358 tempest-ServersAdminNegativeTestJSON-1599780358-project-member] Lock "c35f752e-e9b4-48d5-ae18-b2613ddfeaf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.679s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.267022] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500621, 'name': Rename_Task, 'duration_secs': 0.134562} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.267022] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.267022] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a3ff792-aa3e-45e2-af29-f89ce83e2902 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.273571] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 949.273571] env[69987]: value = "task-3500623" [ 949.273571] env[69987]: _type = "Task" [ 949.273571] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.282669] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.341506] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e6a13c-eebe-c5de-f191-7c5a9ba332a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.342365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.342365] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 38129ac8-996a-47d5-b361-267ccd014133/38129ac8-996a-47d5-b361-267ccd014133.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.342602] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fa271ea-4230-4299-9c56-7885b5589c14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.350941] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 949.350941] env[69987]: value = "task-3500624" [ 949.350941] env[69987]: _type = "Task" [ 949.350941] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.360602] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.449790] env[69987]: DEBUG nova.compute.manager [req-a586f063-1bba-4e6e-8f62-74df7a34c147 req-535cc3a3-7fea-4a50-8840-63c062653518 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Received event network-vif-plugged-8884bc72-93fe-404e-8940-91f085c6b13f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.450081] env[69987]: DEBUG oslo_concurrency.lockutils [req-a586f063-1bba-4e6e-8f62-74df7a34c147 req-535cc3a3-7fea-4a50-8840-63c062653518 service nova] Acquiring lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.450227] env[69987]: DEBUG oslo_concurrency.lockutils [req-a586f063-1bba-4e6e-8f62-74df7a34c147 req-535cc3a3-7fea-4a50-8840-63c062653518 service nova] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.450454] env[69987]: DEBUG oslo_concurrency.lockutils [req-a586f063-1bba-4e6e-8f62-74df7a34c147 req-535cc3a3-7fea-4a50-8840-63c062653518 service nova] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.450878] env[69987]: DEBUG nova.compute.manager [req-a586f063-1bba-4e6e-8f62-74df7a34c147 req-535cc3a3-7fea-4a50-8840-63c062653518 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] No waiting events found dispatching network-vif-plugged-8884bc72-93fe-404e-8940-91f085c6b13f {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.451201] env[69987]: WARNING nova.compute.manager [req-a586f063-1bba-4e6e-8f62-74df7a34c147 req-535cc3a3-7fea-4a50-8840-63c062653518 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Received unexpected event network-vif-plugged-8884bc72-93fe-404e-8940-91f085c6b13f for instance with vm_state building and task_state spawning. [ 949.523028] env[69987]: DEBUG oslo_vmware.api [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500622, 'name': PowerOffVM_Task, 'duration_secs': 0.271017} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.523028] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.523028] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.523028] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5017f4bf-777c-412e-a750-11cb8ee02dd6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.563797] env[69987]: DEBUG nova.network.neutron [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Successfully updated port: 8884bc72-93fe-404e-8940-91f085c6b13f {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.593994] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.594341] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.594608] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Deleting the datastore file [datastore1] 4b94054c-1d27-45ee-92dd-4432e1e81a33 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.594814] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7c6f3e-9efe-4094-a4c5-399d47ca82a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.602446] env[69987]: DEBUG oslo_vmware.api [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for the task: (returnval){ [ 949.602446] env[69987]: value = "task-3500626" [ 949.602446] env[69987]: _type = "Task" [ 949.602446] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.617205] env[69987]: DEBUG oslo_vmware.api [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.783970] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.862968] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500624, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.073067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "refresh_cache-81f9545c-d6c2-4c15-ab8e-1d8676b1734d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.073067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "refresh_cache-81f9545c-d6c2-4c15-ab8e-1d8676b1734d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.073067] env[69987]: DEBUG nova.network.neutron [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.115877] env[69987]: DEBUG oslo_vmware.api [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Task: {'id': task-3500626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460287} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.116507] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.116725] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.116923] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.117133] env[69987]: INFO nova.compute.manager [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Took 1.13 seconds to destroy the instance on the hypervisor. [ 950.117383] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.117574] env[69987]: DEBUG nova.compute.manager [-] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.117667] env[69987]: DEBUG nova.network.neutron [-] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.182173] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb66e47d-379d-49dd-befd-3c35cd3d011d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.189449] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df14cd4c-82fd-4aa3-9e32-d14fc31be8d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.238300] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f4a43-879b-4d42-a832-01949ae931db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.250052] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269fc8a-c4b1-40d6-9d33-de91d38b395e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.275624] env[69987]: DEBUG nova.compute.provider_tree [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.289523] env[69987]: DEBUG oslo_vmware.api [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500623, 'name': PowerOnVM_Task, 'duration_secs': 0.766153} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.290756] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.291082] env[69987]: INFO nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 950.291376] env[69987]: DEBUG nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.292898] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0abbc9-aafd-471e-bf80-4364886ef7cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.363920] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538444} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.364233] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 38129ac8-996a-47d5-b361-267ccd014133/38129ac8-996a-47d5-b361-267ccd014133.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.364455] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.364668] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a796bd64-dafa-455a-91e2-e4afa577df07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.371470] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 950.371470] env[69987]: value = "task-3500627" [ 950.371470] env[69987]: _type = "Task" [ 950.371470] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.381804] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.619743] env[69987]: DEBUG nova.network.neutron [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.786077] env[69987]: DEBUG nova.scheduler.client.report [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.809251] env[69987]: DEBUG nova.network.neutron [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Updating instance_info_cache with network_info: [{"id": "8884bc72-93fe-404e-8940-91f085c6b13f", "address": "fa:16:3e:6f:ec:1b", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8884bc72-93", "ovs_interfaceid": "8884bc72-93fe-404e-8940-91f085c6b13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.821217] env[69987]: INFO nova.compute.manager [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Took 36.07 seconds to build instance. [ 950.883631] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21244} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.885299] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.885299] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d21add-275a-436c-a060-fc583a5f8429 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.910183] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 38129ac8-996a-47d5-b361-267ccd014133/38129ac8-996a-47d5-b361-267ccd014133.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.910766] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d662933-1687-412b-af38-91457725eb4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.931558] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 950.931558] env[69987]: value = "task-3500628" [ 950.931558] env[69987]: _type = "Task" [ 950.931558] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.939715] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.292874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.293675] env[69987]: DEBUG nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.297467] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.917s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.297709] env[69987]: DEBUG nova.objects.instance [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lazy-loading 'resources' on Instance uuid 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.317424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "refresh_cache-81f9545c-d6c2-4c15-ab8e-1d8676b1734d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.317799] env[69987]: DEBUG nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Instance network_info: |[{"id": "8884bc72-93fe-404e-8940-91f085c6b13f", "address": "fa:16:3e:6f:ec:1b", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8884bc72-93", "ovs_interfaceid": "8884bc72-93fe-404e-8940-91f085c6b13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.318144] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ec:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8884bc72-93fe-404e-8940-91f085c6b13f', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.327436] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.330109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a68b27f2-e79a-4d22-a7c5-cb49478a6b1f tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.743s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.330109] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.335158] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5af393-8b10-4a0e-8384-9fda2bf70060 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.350115] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.350341] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.353146] env[69987]: DEBUG nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.362366] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.362366] env[69987]: value = "task-3500629" [ 951.362366] env[69987]: _type = "Task" [ 951.362366] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.369896] env[69987]: DEBUG nova.network.neutron [-] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.383033] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500629, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.441857] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500628, 'name': ReconfigVM_Task, 'duration_secs': 0.29391} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.444245] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 38129ac8-996a-47d5-b361-267ccd014133/38129ac8-996a-47d5-b361-267ccd014133.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.444973] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd0603d-29a6-435a-a190-82e53da563f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.454806] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 951.454806] env[69987]: value = "task-3500630" [ 951.454806] env[69987]: _type = "Task" [ 951.454806] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.461313] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500630, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.487260] env[69987]: DEBUG nova.compute.manager [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Received event network-changed-8884bc72-93fe-404e-8940-91f085c6b13f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.487448] env[69987]: DEBUG nova.compute.manager [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Refreshing instance network info cache due to event network-changed-8884bc72-93fe-404e-8940-91f085c6b13f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.487669] env[69987]: DEBUG oslo_concurrency.lockutils [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] Acquiring lock "refresh_cache-81f9545c-d6c2-4c15-ab8e-1d8676b1734d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.487804] env[69987]: DEBUG oslo_concurrency.lockutils [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] Acquired lock "refresh_cache-81f9545c-d6c2-4c15-ab8e-1d8676b1734d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.487966] env[69987]: DEBUG nova.network.neutron [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Refreshing network info cache for port 8884bc72-93fe-404e-8940-91f085c6b13f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.808025] env[69987]: DEBUG nova.compute.utils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.808025] env[69987]: DEBUG nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.808025] env[69987]: DEBUG nova.network.neutron [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.874805] env[69987]: INFO nova.compute.manager [-] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Took 1.75 seconds to deallocate network for instance. [ 951.874805] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500629, 'name': CreateVM_Task, 'duration_secs': 0.321586} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.879847] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.880995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.880995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.881527] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.881643] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0ea2b2-6018-4924-ba81-d1d5e2773270 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.887924] env[69987]: DEBUG nova.policy [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4d2b43a314482aad24b96569034521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b1e9016ba7436aa565c928ef6785a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.889670] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 951.889670] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5245ff30-5fe4-990d-8f14-e1eee209afaa" [ 951.889670] env[69987]: _type = "Task" [ 951.889670] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.893694] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.898821] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5245ff30-5fe4-990d-8f14-e1eee209afaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.905487] env[69987]: DEBUG nova.compute.manager [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Received event network-changed-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.905669] env[69987]: DEBUG nova.compute.manager [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Refreshing instance network info cache due to event network-changed-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.905874] env[69987]: DEBUG oslo_concurrency.lockutils [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] Acquiring lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907468] env[69987]: DEBUG oslo_concurrency.lockutils [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] Acquired lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907468] env[69987]: DEBUG nova.network.neutron [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Refreshing network info cache for port 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.961032] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500630, 'name': Rename_Task, 'duration_secs': 0.192936} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.961307] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.961632] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf3aa784-94ae-4f43-83eb-73f8931200dd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.971377] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 951.971377] env[69987]: value = "task-3500631" [ 951.971377] env[69987]: _type = "Task" [ 951.971377] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.982735] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.234991] env[69987]: DEBUG nova.network.neutron [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Updated VIF entry in instance network info cache for port 8884bc72-93fe-404e-8940-91f085c6b13f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.235654] env[69987]: DEBUG nova.network.neutron [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Updating instance_info_cache with network_info: [{"id": "8884bc72-93fe-404e-8940-91f085c6b13f", "address": "fa:16:3e:6f:ec:1b", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8884bc72-93", "ovs_interfaceid": "8884bc72-93fe-404e-8940-91f085c6b13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.310086] env[69987]: DEBUG nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.365622] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f56f7d-2152-4095-b5c8-140bff7b870c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.376845] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f83c5fa-a875-494d-a298-25afa24f5815 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.380642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.381562] env[69987]: DEBUG nova.network.neutron [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Successfully created port: 7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.414899] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15dc2a1-1310-4b0d-940e-26e22b30774f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.427072] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf4511a-53ad-471b-8f08-a1f4f53bb704 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.432718] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5245ff30-5fe4-990d-8f14-e1eee209afaa, 'name': SearchDatastore_Task, 'duration_secs': 0.02968} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.433558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.433984] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.434355] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.434621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.434946] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.436111] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a153df-ff53-4bbd-a7e2-f38e21746f9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.449312] env[69987]: DEBUG nova.compute.provider_tree [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.458555] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.458555] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.458949] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d846c1e1-9291-4ff9-902a-7b8e8e8eaf21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.465551] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 952.465551] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d2fb4b-aec8-fe55-13e8-42f5f875a3c6" [ 952.465551] env[69987]: _type = "Task" [ 952.465551] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.478109] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d2fb4b-aec8-fe55-13e8-42f5f875a3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.487251] env[69987]: DEBUG oslo_vmware.api [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500631, 'name': PowerOnVM_Task, 'duration_secs': 0.513424} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.487588] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.487842] env[69987]: INFO nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Took 8.29 seconds to spawn the instance on the hypervisor. [ 952.488386] env[69987]: DEBUG nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.488902] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e468dce9-4dbb-4035-a7dc-abe8039109d8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.734637] env[69987]: DEBUG nova.network.neutron [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updated VIF entry in instance network info cache for port 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.735609] env[69987]: DEBUG nova.network.neutron [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updating instance_info_cache with network_info: [{"id": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "address": "fa:16:3e:bd:04:c8", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065d2c34-4c", "ovs_interfaceid": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.740567] env[69987]: DEBUG oslo_concurrency.lockutils [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] Releasing lock "refresh_cache-81f9545c-d6c2-4c15-ab8e-1d8676b1734d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.740948] env[69987]: DEBUG nova.compute.manager [req-16814fab-5017-496a-b875-64b659cd114c req-eef5035e-5a7f-4bcc-a90a-9590d5b80a91 service nova] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Received event network-vif-deleted-aebcdc36-727b-4de0-a444-2c7b8facfdee {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.954915] env[69987]: DEBUG nova.scheduler.client.report [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.976646] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d2fb4b-aec8-fe55-13e8-42f5f875a3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01814} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.978198] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd376bec-28ce-4dc0-a9de-e13fee061078 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.984413] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 952.984413] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527f35ff-bbc0-473e-49be-75ecd7f2b138" [ 952.984413] env[69987]: _type = "Task" [ 952.984413] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.993283] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527f35ff-bbc0-473e-49be-75ecd7f2b138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.009365] env[69987]: INFO nova.compute.manager [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Took 34.40 seconds to build instance. [ 953.238591] env[69987]: DEBUG oslo_concurrency.lockutils [req-4f95fd6f-76d4-43c2-99e6-ab4ebacb1c2c req-14a43f77-c5b4-44d9-bc79-61a26520d803 service nova] Releasing lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.321271] env[69987]: DEBUG nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.345355] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.345498] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.345658] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.345840] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.345986] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.346157] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.346369] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.346529] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.346713] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.346873] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.347059] env[69987]: DEBUG nova.virt.hardware [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.349155] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa4db93-f159-44f3-9391-78cfdd0f2919 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.358065] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c7f09-5381-45ca-8b2a-fb926a25a0ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.459890] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.463763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.329s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.464389] env[69987]: INFO nova.compute.claims [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.495570] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527f35ff-bbc0-473e-49be-75ecd7f2b138, 'name': SearchDatastore_Task, 'duration_secs': 0.015337} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.497105] env[69987]: INFO nova.scheduler.client.report [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleted allocations for instance 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1 [ 953.497735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.500575] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 81f9545c-d6c2-4c15-ab8e-1d8676b1734d/81f9545c-d6c2-4c15-ab8e-1d8676b1734d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.500575] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6610f1f-24b8-49f3-ae54-fd0b705ac829 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.507471] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 953.507471] env[69987]: value = "task-3500632" [ 953.507471] env[69987]: _type = "Task" [ 953.507471] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.512402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3c4a882b-e5aa-40a7-a5fb-ffa239604efd tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "38129ac8-996a-47d5-b361-267ccd014133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.619s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.518613] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.006465] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2a536e32-00da-48ba-8a4a-5e5d4fda7ce8 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "7fb2a008-741b-4d9f-8ebe-bfabc9b121b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.178s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.015341] env[69987]: DEBUG nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.027551] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.092154] env[69987]: DEBUG nova.compute.manager [req-52e396cb-b9e2-4b37-b60a-c2759d72da76 req-d4484c86-4398-4b8c-bbc0-51325b376731 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Received event network-vif-plugged-7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.092436] env[69987]: DEBUG oslo_concurrency.lockutils [req-52e396cb-b9e2-4b37-b60a-c2759d72da76 req-d4484c86-4398-4b8c-bbc0-51325b376731 service nova] Acquiring lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.092666] env[69987]: DEBUG oslo_concurrency.lockutils [req-52e396cb-b9e2-4b37-b60a-c2759d72da76 req-d4484c86-4398-4b8c-bbc0-51325b376731 service nova] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.092837] env[69987]: DEBUG oslo_concurrency.lockutils [req-52e396cb-b9e2-4b37-b60a-c2759d72da76 req-d4484c86-4398-4b8c-bbc0-51325b376731 service nova] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.093020] env[69987]: DEBUG nova.compute.manager [req-52e396cb-b9e2-4b37-b60a-c2759d72da76 req-d4484c86-4398-4b8c-bbc0-51325b376731 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] No waiting events found dispatching network-vif-plugged-7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.093295] env[69987]: WARNING nova.compute.manager [req-52e396cb-b9e2-4b37-b60a-c2759d72da76 req-d4484c86-4398-4b8c-bbc0-51325b376731 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Received unexpected event network-vif-plugged-7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 for instance with vm_state building and task_state spawning. [ 954.204556] env[69987]: DEBUG nova.compute.manager [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.205606] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d72c3fb-1513-404b-b204-441c3809368a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.523736] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.551315] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.616213] env[69987]: DEBUG nova.network.neutron [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Successfully updated port: 7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.725620] env[69987]: INFO nova.compute.manager [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] instance snapshotting [ 954.727455] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16daa4d-7319-40e8-96fd-bcd3f4ef4b20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.751467] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ba3b1-6461-4967-85d4-5647b5260ef5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.986835] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0c6c0c-061e-4ba8-8549-bf7fce932367 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.994840] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a131b5f-f92a-4c89-95f1-4265160d3a34 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.030896] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19e7205-e3f0-4263-a89c-2a7bc0fbf264 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.041573] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f2ed2-8da0-4f02-8a7d-a572a3cc4d72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.045535] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500632, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.141946} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.045708] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 81f9545c-d6c2-4c15-ab8e-1d8676b1734d/81f9545c-d6c2-4c15-ab8e-1d8676b1734d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.045925] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.046539] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-434e6a44-f6a6-4eca-abfa-853ec0e0e94c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.056832] env[69987]: DEBUG nova.compute.provider_tree [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.063297] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 955.063297] env[69987]: value = "task-3500633" [ 955.063297] env[69987]: _type = "Task" [ 955.063297] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.071784] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.118500] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.118856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.119033] env[69987]: DEBUG nova.network.neutron [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.262675] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.263040] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9d93580f-dd07-49ba-bfef-30da34d4fd3f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.271861] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 955.271861] env[69987]: value = "task-3500634" [ 955.271861] env[69987]: _type = "Task" [ 955.271861] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.282297] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.561139] env[69987]: DEBUG nova.scheduler.client.report [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.575395] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124854} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.575714] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.576542] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d74e65-30f4-40a6-aaa5-952b769ef343 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.602711] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 81f9545c-d6c2-4c15-ab8e-1d8676b1734d/81f9545c-d6c2-4c15-ab8e-1d8676b1734d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.602711] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6189ff4-7b4b-4caf-a9ad-9a081794eae4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.625202] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 955.625202] env[69987]: value = "task-3500635" [ 955.625202] env[69987]: _type = "Task" [ 955.625202] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.634377] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.667357] env[69987]: DEBUG nova.network.neutron [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.783555] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500634, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.829936] env[69987]: DEBUG nova.network.neutron [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance_info_cache with network_info: [{"id": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "address": "fa:16:3e:00:49:39", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3858e9-27", "ovs_interfaceid": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.071673] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.072223] env[69987]: DEBUG nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.074884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.730s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.075546] env[69987]: DEBUG nova.objects.instance [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lazy-loading 'resources' on Instance uuid c15ff953-56a8-45c8-ac78-174801a3bf1a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.135067] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.283391] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500634, 'name': CreateSnapshot_Task, 'duration_secs': 1.006846} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.283677] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.284489] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0169607-4c2d-4e5a-91c8-78b2a671e137 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.333028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.333373] env[69987]: DEBUG nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Instance network_info: |[{"id": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "address": "fa:16:3e:00:49:39", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3858e9-27", "ovs_interfaceid": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.334810] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:49:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.344658] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.345507] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.345507] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-565fd9e8-6600-4e59-95ea-a88d797f2778 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.363034] env[69987]: DEBUG nova.compute.manager [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Received event network-changed-7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.363255] env[69987]: DEBUG nova.compute.manager [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Refreshing instance network info cache due to event network-changed-7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.363499] env[69987]: DEBUG oslo_concurrency.lockutils [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] Acquiring lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.363666] env[69987]: DEBUG oslo_concurrency.lockutils [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] Acquired lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.363831] env[69987]: DEBUG nova.network.neutron [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Refreshing network info cache for port 7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.372721] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.372721] env[69987]: value = "task-3500636" [ 956.372721] env[69987]: _type = "Task" [ 956.372721] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.380182] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500636, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.580612] env[69987]: DEBUG nova.compute.utils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.584197] env[69987]: DEBUG nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.585079] env[69987]: DEBUG nova.network.neutron [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.645611] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500635, 'name': ReconfigVM_Task, 'duration_secs': 0.847715} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.647282] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 81f9545c-d6c2-4c15-ab8e-1d8676b1734d/81f9545c-d6c2-4c15-ab8e-1d8676b1734d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.648934] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5d8cb3e-5189-41ac-806f-406b3a5f713e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.656424] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 956.656424] env[69987]: value = "task-3500637" [ 956.656424] env[69987]: _type = "Task" [ 956.656424] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.665565] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500637, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.666817] env[69987]: DEBUG nova.policy [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61985562cae1482689deac64dfdc025d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85534a2d7bb84596a7666e1cd63fe7c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.802233] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.802692] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74d9ba84-af47-4f67-ba64-67e98f25582e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.811721] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 956.811721] env[69987]: value = "task-3500638" [ 956.811721] env[69987]: _type = "Task" [ 956.811721] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.820587] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500638, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.883831] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500636, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.085405] env[69987]: DEBUG nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.178693] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500637, 'name': Rename_Task, 'duration_secs': 0.476302} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.191851] env[69987]: DEBUG nova.network.neutron [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Successfully created port: 775d0907-fcd8-46c9-a6a6-e8d06e310f6d {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.191851] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.191851] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ffce633-0c14-4ab7-b55b-53479780a74f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.196267] env[69987]: DEBUG nova.network.neutron [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updated VIF entry in instance network info cache for port 7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.196267] env[69987]: DEBUG nova.network.neutron [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance_info_cache with network_info: [{"id": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "address": "fa:16:3e:00:49:39", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3858e9-27", "ovs_interfaceid": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.196487] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 957.196487] env[69987]: value = "task-3500639" [ 957.196487] env[69987]: _type = "Task" [ 957.196487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.207202] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.214552] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd82828-aeef-43d1-ad0c-018dbeaf1b9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.223268] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8217a-7e08-4d4c-ac33-6723118a89c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.266815] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08904eb8-d659-49d5-a34c-597f249782e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.276946] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54882575-7d0f-4a40-bf8e-17f6f2993304 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.291443] env[69987]: DEBUG nova.compute.provider_tree [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.324111] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500638, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.387958] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500636, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.704607] env[69987]: DEBUG oslo_concurrency.lockutils [req-95a320af-beb3-41d6-a5a8-814287a4ff94 req-20df8b89-763a-46c3-87bf-288358b707a3 service nova] Releasing lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.708855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "16960e12-126b-4466-af84-2180724d790c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.708855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "16960e12-126b-4466-af84-2180724d790c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.717609] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.799723] env[69987]: DEBUG nova.scheduler.client.report [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.825134] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500638, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.883686] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500636, 'name': CreateVM_Task, 'duration_secs': 1.338598} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.883754] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.884538] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.884850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.885187] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.885490] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a89cb03-c673-4781-8a06-1b11d1e4b792 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.890469] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 957.890469] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e695c2-e6df-0cee-9ac0-1538d9800113" [ 957.890469] env[69987]: _type = "Task" [ 957.890469] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.898638] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e695c2-e6df-0cee-9ac0-1538d9800113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.097465] env[69987]: DEBUG nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.128619] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.129021] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.129021] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.129215] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.129361] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.129508] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.129717] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.129873] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.130482] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.130482] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.130482] env[69987]: DEBUG nova.virt.hardware [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.131293] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff022bc-d217-46d7-8532-96896fb67011 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.140585] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2363ac04-c8bb-42a0-a2d1-258ae12fb8ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.208710] env[69987]: DEBUG oslo_vmware.api [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500639, 'name': PowerOnVM_Task, 'duration_secs': 0.935754} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.208955] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.209221] env[69987]: INFO nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Took 9.79 seconds to spawn the instance on the hypervisor. [ 958.209414] env[69987]: DEBUG nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.210299] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca6cfa6-8ca7-4ab0-9f88-6d6572abbae7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.305389] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.307807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.468s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.309754] env[69987]: INFO nova.compute.claims [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.324661] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.325265] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500638, 'name': CloneVM_Task, 'duration_secs': 1.330702} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.325541] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.326679] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Created linked-clone VM from snapshot [ 958.330026] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fce76-3a7b-43a7-9c77-d67710a8df9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.333280] env[69987]: INFO nova.scheduler.client.report [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Deleted allocations for instance c15ff953-56a8-45c8-ac78-174801a3bf1a [ 958.338276] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Uploading image fb927c9b-d218-4567-a35f-edd178096c51 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.382133] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.382133] env[69987]: value = "vm-699577" [ 958.382133] env[69987]: _type = "VirtualMachine" [ 958.382133] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.382455] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02003258-f475-4757-94c8-7c3d2e584085 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.390068] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease: (returnval){ [ 958.390068] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa2000-14b2-000c-dfb8-135fd319e996" [ 958.390068] env[69987]: _type = "HttpNfcLease" [ 958.390068] env[69987]: } obtained for exporting VM: (result){ [ 958.390068] env[69987]: value = "vm-699577" [ 958.390068] env[69987]: _type = "VirtualMachine" [ 958.390068] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.390368] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the lease: (returnval){ [ 958.390368] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa2000-14b2-000c-dfb8-135fd319e996" [ 958.390368] env[69987]: _type = "HttpNfcLease" [ 958.390368] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.402072] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.402072] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa2000-14b2-000c-dfb8-135fd319e996" [ 958.402072] env[69987]: _type = "HttpNfcLease" [ 958.402072] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.405652] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e695c2-e6df-0cee-9ac0-1538d9800113, 'name': SearchDatastore_Task, 'duration_secs': 0.021543} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.405933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.406184] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.406423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.406573] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.406747] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.407014] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be00810f-a324-4064-9a2d-c77381ab69e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.416996] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.417284] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.418218] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6867e9-0e7c-441e-8f4e-287c0b47febe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.424122] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 958.424122] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5280b7fe-512e-d1eb-e672-7281493c42b6" [ 958.424122] env[69987]: _type = "Task" [ 958.424122] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.432931] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5280b7fe-512e-d1eb-e672-7281493c42b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.732499] env[69987]: INFO nova.compute.manager [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Took 37.19 seconds to build instance. [ 958.834237] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.834237] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.834237] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.834237] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.834237] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.834237] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.834518] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 958.834518] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.846527] env[69987]: DEBUG oslo_concurrency.lockutils [None req-175ca233-c26b-4631-8a84-b90748de50da tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "c15ff953-56a8-45c8-ac78-174801a3bf1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.947s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.899579] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.899579] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa2000-14b2-000c-dfb8-135fd319e996" [ 958.899579] env[69987]: _type = "HttpNfcLease" [ 958.899579] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.899897] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.899897] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa2000-14b2-000c-dfb8-135fd319e996" [ 958.899897] env[69987]: _type = "HttpNfcLease" [ 958.899897] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.901373] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5e3bda-d034-431f-8ba9-4bf1c6380a29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.908604] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7c12a-ccf0-8a3e-c972-e147b2b7e861/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.909442] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7c12a-ccf0-8a3e-c972-e147b2b7e861/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.976361] env[69987]: DEBUG nova.network.neutron [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Successfully updated port: 775d0907-fcd8-46c9-a6a6-e8d06e310f6d {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.987449] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5280b7fe-512e-d1eb-e672-7281493c42b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.990438] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3e6642-da76-410d-8e06-7269ce26be54 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.992218] env[69987]: DEBUG nova.compute.manager [req-297a6abc-522b-4e33-a59e-34640a7e9223 req-38bbe521-8be3-4d2e-a43c-cf939fb39bf0 service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Received event network-vif-plugged-775d0907-fcd8-46c9-a6a6-e8d06e310f6d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.992463] env[69987]: DEBUG oslo_concurrency.lockutils [req-297a6abc-522b-4e33-a59e-34640a7e9223 req-38bbe521-8be3-4d2e-a43c-cf939fb39bf0 service nova] Acquiring lock "2285082c-afdd-4f73-9c91-8e080a02aa45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.992698] env[69987]: DEBUG oslo_concurrency.lockutils [req-297a6abc-522b-4e33-a59e-34640a7e9223 req-38bbe521-8be3-4d2e-a43c-cf939fb39bf0 service nova] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.992884] env[69987]: DEBUG oslo_concurrency.lockutils [req-297a6abc-522b-4e33-a59e-34640a7e9223 req-38bbe521-8be3-4d2e-a43c-cf939fb39bf0 service nova] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.993075] env[69987]: DEBUG nova.compute.manager [req-297a6abc-522b-4e33-a59e-34640a7e9223 req-38bbe521-8be3-4d2e-a43c-cf939fb39bf0 service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] No waiting events found dispatching network-vif-plugged-775d0907-fcd8-46c9-a6a6-e8d06e310f6d {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.993268] env[69987]: WARNING nova.compute.manager [req-297a6abc-522b-4e33-a59e-34640a7e9223 req-38bbe521-8be3-4d2e-a43c-cf939fb39bf0 service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Received unexpected event network-vif-plugged-775d0907-fcd8-46c9-a6a6-e8d06e310f6d for instance with vm_state building and task_state spawning. [ 958.998235] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 958.998235] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d2641e-49c1-37e0-955c-a29c199d76b2" [ 958.998235] env[69987]: _type = "Task" [ 958.998235] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.009383] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d2641e-49c1-37e0-955c-a29c199d76b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.027094] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e15d77b4-0c79-4099-adb9-a5dcf52f803f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.237814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e6b99cac-3f08-4646-aa33-ed1d87757d38 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.321s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.337870] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.479423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "refresh_cache-2285082c-afdd-4f73-9c91-8e080a02aa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.479567] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquired lock "refresh_cache-2285082c-afdd-4f73-9c91-8e080a02aa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.479723] env[69987]: DEBUG nova.network.neutron [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.515882] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d2641e-49c1-37e0-955c-a29c199d76b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.517214] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.517948] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] c8c9590d-86be-4d60-b8e6-d30953871b4c/c8c9590d-86be-4d60-b8e6-d30953871b4c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.521951] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea14ae1-b41b-44ea-abff-c08d71cc0190 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.531524] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 959.531524] env[69987]: value = "task-3500641" [ 959.531524] env[69987]: _type = "Task" [ 959.531524] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.541212] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.743626] env[69987]: DEBUG nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.886510] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b5763-a480-4051-bb85-a5e102a5adf4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.894730] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de19ff11-ea42-41a4-9880-876b9483b349 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.929334] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01b509-0cea-499e-809e-b502cc94c04d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.937835] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c13af9-5861-4df4-af89-faf4f2366aaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.952202] env[69987]: DEBUG nova.compute.provider_tree [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.019569] env[69987]: DEBUG nova.network.neutron [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.044676] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500073} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.044919] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] c8c9590d-86be-4d60-b8e6-d30953871b4c/c8c9590d-86be-4d60-b8e6-d30953871b4c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.045155] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.045572] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8fa82c4-d455-4f3a-b536-65787d7518a1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.051673] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 960.051673] env[69987]: value = "task-3500642" [ 960.051673] env[69987]: _type = "Task" [ 960.051673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.060125] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.161575] env[69987]: DEBUG nova.network.neutron [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Updating instance_info_cache with network_info: [{"id": "775d0907-fcd8-46c9-a6a6-e8d06e310f6d", "address": "fa:16:3e:dd:e3:a1", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d0907-fc", "ovs_interfaceid": "775d0907-fcd8-46c9-a6a6-e8d06e310f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.270405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.456226] env[69987]: DEBUG nova.scheduler.client.report [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.563890] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113744} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.564391] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.565440] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddb49be-f441-45ef-b4fa-06240567be63 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.589417] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c8c9590d-86be-4d60-b8e6-d30953871b4c/c8c9590d-86be-4d60-b8e6-d30953871b4c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.589993] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f27c11b-3748-4899-9cdd-8a49295b11dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.627940] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 960.627940] env[69987]: value = "task-3500643" [ 960.627940] env[69987]: _type = "Task" [ 960.627940] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.643049] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.666583] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Releasing lock "refresh_cache-2285082c-afdd-4f73-9c91-8e080a02aa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.666583] env[69987]: DEBUG nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Instance network_info: |[{"id": "775d0907-fcd8-46c9-a6a6-e8d06e310f6d", "address": "fa:16:3e:dd:e3:a1", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d0907-fc", "ovs_interfaceid": "775d0907-fcd8-46c9-a6a6-e8d06e310f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.666842] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:e3:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '775d0907-fcd8-46c9-a6a6-e8d06e310f6d', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.675292] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Creating folder: Project (85534a2d7bb84596a7666e1cd63fe7c8). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.675801] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-113774b5-8a1a-4f48-9e89-821333ae8fbe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.688513] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Created folder: Project (85534a2d7bb84596a7666e1cd63fe7c8) in parent group-v699418. [ 960.688729] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Creating folder: Instances. Parent ref: group-v699578. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.688989] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63c94bb6-1c01-45cd-805f-2834361306e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.699123] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Created folder: Instances in parent group-v699578. [ 960.699362] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.699628] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.699874] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df06c261-3f6e-4e78-b5f4-f48c512efd15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.721062] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.721062] env[69987]: value = "task-3500646" [ 960.721062] env[69987]: _type = "Task" [ 960.721062] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.731699] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500646, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.966978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.967780] env[69987]: DEBUG nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.972246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.251s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.972638] env[69987]: DEBUG nova.objects.instance [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lazy-loading 'resources' on Instance uuid f4175224-fd57-419b-8170-aa3ce8a5a416 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.140723] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.190033] env[69987]: DEBUG nova.compute.manager [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Received event network-changed-775d0907-fcd8-46c9-a6a6-e8d06e310f6d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.190399] env[69987]: DEBUG nova.compute.manager [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Refreshing instance network info cache due to event network-changed-775d0907-fcd8-46c9-a6a6-e8d06e310f6d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.190891] env[69987]: DEBUG oslo_concurrency.lockutils [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] Acquiring lock "refresh_cache-2285082c-afdd-4f73-9c91-8e080a02aa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.191148] env[69987]: DEBUG oslo_concurrency.lockutils [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] Acquired lock "refresh_cache-2285082c-afdd-4f73-9c91-8e080a02aa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.191337] env[69987]: DEBUG nova.network.neutron [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Refreshing network info cache for port 775d0907-fcd8-46c9-a6a6-e8d06e310f6d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.232769] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500646, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.278602] env[69987]: DEBUG nova.compute.manager [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.278927] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5530a33a-8f6e-440a-bb7d-1031f7ca7b20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.481183] env[69987]: DEBUG nova.compute.utils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.481499] env[69987]: DEBUG nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.481819] env[69987]: DEBUG nova.network.neutron [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.552101] env[69987]: DEBUG nova.policy [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '913815a1cb244869958b05216e865c24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96a4f47bb9fc4e3b9f9b9f44ea618494', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.639504] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500643, 'name': ReconfigVM_Task, 'duration_secs': 0.58062} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.639653] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c8c9590d-86be-4d60-b8e6-d30953871b4c/c8c9590d-86be-4d60-b8e6-d30953871b4c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.640387] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f032e6fe-5e5a-4bb2-9741-415829c68ed6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.650508] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 961.650508] env[69987]: value = "task-3500647" [ 961.650508] env[69987]: _type = "Task" [ 961.650508] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.662963] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500647, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.740177] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500646, 'name': CreateVM_Task, 'duration_secs': 0.51456} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.740251] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.741063] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.741275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.741893] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.745135] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cb11e8-22f7-418d-af22-8619b6b1f9d9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.751397] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 961.751397] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5289f0ab-364a-14bd-dc2c-11f052f264e0" [ 961.751397] env[69987]: _type = "Task" [ 961.751397] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.759639] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5289f0ab-364a-14bd-dc2c-11f052f264e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.796154] env[69987]: INFO nova.compute.manager [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] instance snapshotting [ 961.799255] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12c3bc-b892-4464-bb73-d945e8e1276c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.829620] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9466691b-ea86-4949-adb0-cd5facb3d282 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.970971] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.971334] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.971568] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.971799] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.972106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.976868] env[69987]: INFO nova.compute.manager [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Terminating instance [ 961.986416] env[69987]: DEBUG nova.compute.utils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.001618] env[69987]: DEBUG nova.network.neutron [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Successfully created port: b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.014855] env[69987]: DEBUG nova.network.neutron [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Updated VIF entry in instance network info cache for port 775d0907-fcd8-46c9-a6a6-e8d06e310f6d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.015229] env[69987]: DEBUG nova.network.neutron [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Updating instance_info_cache with network_info: [{"id": "775d0907-fcd8-46c9-a6a6-e8d06e310f6d", "address": "fa:16:3e:dd:e3:a1", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775d0907-fc", "ovs_interfaceid": "775d0907-fcd8-46c9-a6a6-e8d06e310f6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.021569] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd59f7d-a17f-4633-b947-707460a2e0ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.032484] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e60b69f-2454-4bfb-a244-deb0b63e57b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.065207] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38999b47-3f8d-4368-b3d7-365c2431141b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.072929] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553587f8-d2db-4cc7-a21a-f65ec7a97dc3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.087758] env[69987]: DEBUG nova.compute.provider_tree [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.162601] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500647, 'name': Rename_Task, 'duration_secs': 0.289915} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.162927] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.163207] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c34b6f-6fc4-4b5d-9193-5004943a0652 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.170318] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 962.170318] env[69987]: value = "task-3500648" [ 962.170318] env[69987]: _type = "Task" [ 962.170318] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.182390] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.264865] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5289f0ab-364a-14bd-dc2c-11f052f264e0, 'name': SearchDatastore_Task, 'duration_secs': 0.02306} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.264865] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.264865] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.264865] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.265165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.265165] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.265165] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-333588bf-87ad-4d21-a7ac-8e4d7c9006f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.274015] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.274229] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.275026] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953ec92c-18fe-4248-93f3-cec8385fd9b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.280337] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 962.280337] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52639791-1497-5294-8063-4a544887719f" [ 962.280337] env[69987]: _type = "Task" [ 962.280337] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.288995] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52639791-1497-5294-8063-4a544887719f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.343573] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 962.344489] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e122d3a5-322f-4ac0-b073-ccb9eb541815 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.352446] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 962.352446] env[69987]: value = "task-3500649" [ 962.352446] env[69987]: _type = "Task" [ 962.352446] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.363309] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.481294] env[69987]: DEBUG nova.compute.manager [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.481522] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.482449] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57100263-a14b-462f-adc9-1e36e88cc0e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.491250] env[69987]: DEBUG nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.494500] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.495034] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ee8018-2e85-41e2-a719-1e345bf296fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.501863] env[69987]: DEBUG oslo_vmware.api [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 962.501863] env[69987]: value = "task-3500650" [ 962.501863] env[69987]: _type = "Task" [ 962.501863] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.511333] env[69987]: DEBUG oslo_vmware.api [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.518225] env[69987]: DEBUG oslo_concurrency.lockutils [req-ca27b14f-8100-4c3f-ab1a-ae5c221d9bb7 req-6b6983b9-5b87-4e47-bd87-75543442efcf service nova] Releasing lock "refresh_cache-2285082c-afdd-4f73-9c91-8e080a02aa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.592522] env[69987]: DEBUG nova.scheduler.client.report [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.683139] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500648, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.790997] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52639791-1497-5294-8063-4a544887719f, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.791897] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4106c883-9df0-44df-acce-508499a3d2a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.797221] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 962.797221] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528fb749-b78d-643b-314e-e4d9286d002b" [ 962.797221] env[69987]: _type = "Task" [ 962.797221] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.805854] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528fb749-b78d-643b-314e-e4d9286d002b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.862599] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500649, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.014034] env[69987]: DEBUG oslo_vmware.api [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500650, 'name': PowerOffVM_Task, 'duration_secs': 0.210915} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.014170] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.014261] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.014641] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4eaede6-dd27-4709-b9f0-9d86354a16cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.081259] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.081524] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.081749] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Deleting the datastore file [datastore1] f432ef0a-9c47-40e6-96c1-d7601dc314a4 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.082080] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da0e2bfd-da30-4bbb-bda5-046a2a60ae8a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.089084] env[69987]: DEBUG oslo_vmware.api [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for the task: (returnval){ [ 963.089084] env[69987]: value = "task-3500652" [ 963.089084] env[69987]: _type = "Task" [ 963.089084] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.101523] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.103981] env[69987]: DEBUG oslo_vmware.api [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.104649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.920s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.104823] env[69987]: DEBUG nova.objects.instance [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lazy-loading 'resources' on Instance uuid bf18b01f-0588-44d1-a156-382533029496 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.128296] env[69987]: INFO nova.scheduler.client.report [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted allocations for instance f4175224-fd57-419b-8170-aa3ce8a5a416 [ 963.182113] env[69987]: DEBUG oslo_vmware.api [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500648, 'name': PowerOnVM_Task, 'duration_secs': 0.536133} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.182427] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.182770] env[69987]: INFO nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Took 9.86 seconds to spawn the instance on the hypervisor. [ 963.182855] env[69987]: DEBUG nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.183606] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf3a5d-6737-4ee5-8842-dd755e61f528 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.308607] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528fb749-b78d-643b-314e-e4d9286d002b, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.309236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.309236] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 2285082c-afdd-4f73-9c91-8e080a02aa45/2285082c-afdd-4f73-9c91-8e080a02aa45.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.309438] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1bed6e7-5da5-490d-a133-0a931b897e7c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.316803] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 963.316803] env[69987]: value = "task-3500653" [ 963.316803] env[69987]: _type = "Task" [ 963.316803] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.325330] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.363069] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500649, 'name': CreateSnapshot_Task, 'duration_secs': 0.845051} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.363328] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 963.364093] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfec0bdf-759c-41b9-96ae-ecb806521b81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.501394] env[69987]: DEBUG nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.533319] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:33:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='430874381',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1468830327',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.533696] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.533902] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.534119] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.534296] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.534530] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.534773] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.534968] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.535167] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.535386] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.535611] env[69987]: DEBUG nova.virt.hardware [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.537237] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534de5c0-25ba-44d7-ab7f-12d969c58432 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.550813] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e585f9-df28-4bca-9742-e3d8a2b041f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.603943] env[69987]: DEBUG oslo_vmware.api [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Task: {'id': task-3500652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179202} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.604521] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.604867] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.605408] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.606141] env[69987]: INFO nova.compute.manager [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 963.608194] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.608194] env[69987]: DEBUG nova.compute.manager [-] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.608194] env[69987]: DEBUG nova.network.neutron [-] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.636574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-996fab81-b131-4a59-8c78-4f4b6b4eb335 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "f4175224-fd57-419b-8170-aa3ce8a5a416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.411s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.711419] env[69987]: INFO nova.compute.manager [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Took 40.19 seconds to build instance. [ 963.748440] env[69987]: DEBUG nova.network.neutron [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Successfully updated port: b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.835266] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500653, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.887971] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.889254] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ebf6161-7cca-4dbb-8a94-80fdb9b28f90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.896351] env[69987]: DEBUG nova.compute.manager [req-3d2051f2-5bec-4931-a27f-a497bb079c98 req-be717c3a-f40f-42d0-a1e7-6cf560bdb6e2 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Received event network-vif-plugged-b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.896659] env[69987]: DEBUG oslo_concurrency.lockutils [req-3d2051f2-5bec-4931-a27f-a497bb079c98 req-be717c3a-f40f-42d0-a1e7-6cf560bdb6e2 service nova] Acquiring lock "768833ea-b1e0-4d19-b3fb-a543aa89e925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.896896] env[69987]: DEBUG oslo_concurrency.lockutils [req-3d2051f2-5bec-4931-a27f-a497bb079c98 req-be717c3a-f40f-42d0-a1e7-6cf560bdb6e2 service nova] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.897021] env[69987]: DEBUG oslo_concurrency.lockutils [req-3d2051f2-5bec-4931-a27f-a497bb079c98 req-be717c3a-f40f-42d0-a1e7-6cf560bdb6e2 service nova] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.897186] env[69987]: DEBUG nova.compute.manager [req-3d2051f2-5bec-4931-a27f-a497bb079c98 req-be717c3a-f40f-42d0-a1e7-6cf560bdb6e2 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] No waiting events found dispatching network-vif-plugged-b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.897353] env[69987]: WARNING nova.compute.manager [req-3d2051f2-5bec-4931-a27f-a497bb079c98 req-be717c3a-f40f-42d0-a1e7-6cf560bdb6e2 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Received unexpected event network-vif-plugged-b023b1c8-769e-4b9a-926c-38e0d784d0a2 for instance with vm_state building and task_state spawning. [ 963.899610] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 963.899610] env[69987]: value = "task-3500654" [ 963.899610] env[69987]: _type = "Task" [ 963.899610] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.917661] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500654, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.137184] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ccc099-3662-499e-ab30-e1318aba54cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.145273] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3541c25-7863-4547-8b96-741ee83dae1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.182477] env[69987]: DEBUG nova.compute.manager [req-ec07678e-8d63-48db-b4dc-79ee580b1f06 req-34dd8cd4-d7f2-41dd-8615-42097dd6dc0f service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Received event network-vif-deleted-ddd15313-733b-4470-8916-4af93c716fed {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.183185] env[69987]: INFO nova.compute.manager [req-ec07678e-8d63-48db-b4dc-79ee580b1f06 req-34dd8cd4-d7f2-41dd-8615-42097dd6dc0f service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Neutron deleted interface ddd15313-733b-4470-8916-4af93c716fed; detaching it from the instance and deleting it from the info cache [ 964.183415] env[69987]: DEBUG nova.network.neutron [req-ec07678e-8d63-48db-b4dc-79ee580b1f06 req-34dd8cd4-d7f2-41dd-8615-42097dd6dc0f service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.185807] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d34f8ba-44ed-4269-9524-dd147c2c3d19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.198403] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25202e3-2544-421c-a215-86cac98fdf69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.217286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3ca9ce26-5457-4ab0-b153-03187d015d1d tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.705s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.217941] env[69987]: DEBUG nova.compute.provider_tree [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.249901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.250025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.250222] env[69987]: DEBUG nova.network.neutron [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.328266] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559715} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.328697] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 2285082c-afdd-4f73-9c91-8e080a02aa45/2285082c-afdd-4f73-9c91-8e080a02aa45.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.328780] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.329011] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-468821fb-0f12-4e24-a153-38f56f4ca92d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.336866] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 964.336866] env[69987]: value = "task-3500655" [ 964.336866] env[69987]: _type = "Task" [ 964.336866] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.345346] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.411713] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500654, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.457283] env[69987]: DEBUG nova.network.neutron [-] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.695428] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2916c1c1-8965-4dec-9050-45b2b8f137b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.704979] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4bc7c-0677-4f91-a05b-a9ef40662fdd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.721478] env[69987]: DEBUG nova.scheduler.client.report [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.725270] env[69987]: DEBUG nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.741258] env[69987]: DEBUG nova.compute.manager [req-ec07678e-8d63-48db-b4dc-79ee580b1f06 req-34dd8cd4-d7f2-41dd-8615-42097dd6dc0f service nova] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Detach interface failed, port_id=ddd15313-733b-4470-8916-4af93c716fed, reason: Instance f432ef0a-9c47-40e6-96c1-d7601dc314a4 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.799438] env[69987]: DEBUG nova.network.neutron [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.851062] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192519} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.851963] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.852157] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeb9b5f-f763-40fb-8724-a1f3494a237c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.875448] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 2285082c-afdd-4f73-9c91-8e080a02aa45/2285082c-afdd-4f73-9c91-8e080a02aa45.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.875828] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e568bc82-2a4c-4702-a742-fe4945879170 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.898376] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 964.898376] env[69987]: value = "task-3500656" [ 964.898376] env[69987]: _type = "Task" [ 964.898376] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.910240] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500654, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.913673] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.962869] env[69987]: INFO nova.compute.manager [-] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Took 1.36 seconds to deallocate network for instance. [ 965.037814] env[69987]: DEBUG nova.network.neutron [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Updating instance_info_cache with network_info: [{"id": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "address": "fa:16:3e:6f:4c:8b", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023b1c8-76", "ovs_interfaceid": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.229609] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.231995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.920s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.268126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.268126] env[69987]: INFO nova.scheduler.client.report [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted allocations for instance bf18b01f-0588-44d1-a156-382533029496 [ 965.412816] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500656, 'name': ReconfigVM_Task, 'duration_secs': 0.369411} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.416530] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 2285082c-afdd-4f73-9c91-8e080a02aa45/2285082c-afdd-4f73-9c91-8e080a02aa45.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.417201] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500654, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.417424] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc65583e-736a-4cb3-b3a1-d5a2c6d7889a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.430895] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 965.430895] env[69987]: value = "task-3500657" [ 965.430895] env[69987]: _type = "Task" [ 965.430895] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.441542] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500657, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.470360] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.541749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Releasing lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.542127] env[69987]: DEBUG nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Instance network_info: |[{"id": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "address": "fa:16:3e:6f:4c:8b", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023b1c8-76", "ovs_interfaceid": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.542726] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:4c:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b023b1c8-769e-4b9a-926c-38e0d784d0a2', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.551163] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.551445] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.551709] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-045a8e28-7de0-4f78-992d-80cf56a4dc46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.575329] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.575329] env[69987]: value = "task-3500658" [ 965.575329] env[69987]: _type = "Task" [ 965.575329] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.584565] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500658, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.737698] env[69987]: INFO nova.compute.claims [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.779804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5e6a8bd-a4ab-4586-a3ab-7dbe4913004b tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "bf18b01f-0588-44d1-a156-382533029496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.155s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.914182] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500654, 'name': CloneVM_Task, 'duration_secs': 1.832721} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.914489] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Created linked-clone VM from snapshot [ 965.915271] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4704d3a5-65b9-4c1c-8ef4-df461c5062f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.922717] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Uploading image 531bd4ee-d5f0-4a0c-9a04-0f151ec0342c {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.934485] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 965.937662] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9161b70-3859-4254-a546-ee407a7cb6bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.942033] env[69987]: DEBUG nova.compute.manager [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 965.947764] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500657, 'name': Rename_Task, 'duration_secs': 0.155704} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.949424] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.949754] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 965.949754] env[69987]: value = "task-3500659" [ 965.949754] env[69987]: _type = "Task" [ 965.949754] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.950050] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47289a60-f9d6-4568-894b-68a4bbc76378 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.959489] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 965.959489] env[69987]: value = "task-3500660" [ 965.959489] env[69987]: _type = "Task" [ 965.959489] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.962882] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500659, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.972293] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.029714] env[69987]: DEBUG nova.compute.manager [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Received event network-changed-b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.029927] env[69987]: DEBUG nova.compute.manager [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Refreshing instance network info cache due to event network-changed-b023b1c8-769e-4b9a-926c-38e0d784d0a2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.030254] env[69987]: DEBUG oslo_concurrency.lockutils [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] Acquiring lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.030435] env[69987]: DEBUG oslo_concurrency.lockutils [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] Acquired lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.030630] env[69987]: DEBUG nova.network.neutron [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Refreshing network info cache for port b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.085780] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500658, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.246198] env[69987]: INFO nova.compute.resource_tracker [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating resource usage from migration c9e5a03a-b6df-48ac-aace-123d8d13c1db [ 966.481134] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.481438] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500659, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.481733] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.580687] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "7256afea-6d09-4e43-8c07-b8a7a61b9118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.580687] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.590030] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500658, 'name': CreateVM_Task, 'duration_secs': 0.536093} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.592453] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.593589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.593589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.593740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.594283] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9767a35a-b8b6-4a03-801e-193fd7e2685f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.599468] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 966.599468] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523105f1-ef9f-099c-f659-addf614c0bf2" [ 966.599468] env[69987]: _type = "Task" [ 966.599468] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.615599] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523105f1-ef9f-099c-f659-addf614c0bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.615923] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.616638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.774342] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad1152a-72c8-464b-8b37-a0b84f48322b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.783194] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be575c4d-4c38-4716-8773-4df3649c28f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.818978] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac70e8-114a-4ed3-b863-8c2aac780e85 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.828632] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694f315d-af5e-487b-8348-84cee38a8384 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.841928] env[69987]: DEBUG nova.compute.provider_tree [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.863028] env[69987]: DEBUG nova.network.neutron [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Updated VIF entry in instance network info cache for port b023b1c8-769e-4b9a-926c-38e0d784d0a2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.863462] env[69987]: DEBUG nova.network.neutron [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Updating instance_info_cache with network_info: [{"id": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "address": "fa:16:3e:6f:4c:8b", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023b1c8-76", "ovs_interfaceid": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.972902] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500659, 'name': Destroy_Task, 'duration_secs': 0.582368} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.973654] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Destroyed the VM [ 966.974007] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 966.974294] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e192b3b-24ea-4575-9a5a-101780fbb7b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.979520] env[69987]: DEBUG oslo_vmware.api [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500660, 'name': PowerOnVM_Task, 'duration_secs': 0.734884} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.980187] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.980410] env[69987]: INFO nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Took 8.88 seconds to spawn the instance on the hypervisor. [ 966.980653] env[69987]: DEBUG nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.981571] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509f022b-c503-46df-a588-0f9dac04bd05 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.985479] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 966.985479] env[69987]: value = "task-3500661" [ 966.985479] env[69987]: _type = "Task" [ 966.985479] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.997885] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500661, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.111506] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523105f1-ef9f-099c-f659-addf614c0bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.017571} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.111506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.111506] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.111632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.111740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.111945] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.112252] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91f4390b-1ff4-4c9d-a8fa-7f0470569bda {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.122462] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.122462] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.122462] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519a947b-ba39-4fe1-a674-c330142265c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.128904] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 967.128904] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520857a3-aa5f-c8f0-01fb-d8b4e99f7d32" [ 967.128904] env[69987]: _type = "Task" [ 967.128904] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.137799] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520857a3-aa5f-c8f0-01fb-d8b4e99f7d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.346136] env[69987]: DEBUG nova.scheduler.client.report [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.366745] env[69987]: DEBUG oslo_concurrency.lockutils [req-30767ea2-fddd-4e5e-b2bd-e36baf339b9a req-7583f075-0c4e-4043-ab61-0d4413ad5b89 service nova] Releasing lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.500536] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500661, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.508855] env[69987]: INFO nova.compute.manager [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Took 39.40 seconds to build instance. [ 967.640206] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520857a3-aa5f-c8f0-01fb-d8b4e99f7d32, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.641050] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f6f42c-b718-4ae9-ba8f-776a3f23574b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.647012] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 967.647012] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ce018-5d95-f206-e4ef-3a791b49140e" [ 967.647012] env[69987]: _type = "Task" [ 967.647012] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.658190] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520ce018-5d95-f206-e4ef-3a791b49140e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.851791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.620s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.852208] env[69987]: INFO nova.compute.manager [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Migrating [ 967.859578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.125s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.860851] env[69987]: INFO nova.compute.claims [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.999811] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500661, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.011028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c04a76ad-2b9d-408f-9cd1-575a6350628f tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.868s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.159542] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520ce018-5d95-f206-e4ef-3a791b49140e, 'name': SearchDatastore_Task, 'duration_secs': 0.024598} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.160049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.160435] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 768833ea-b1e0-4d19-b3fb-a543aa89e925/768833ea-b1e0-4d19-b3fb-a543aa89e925.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.160900] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62eebcd1-9b9a-4389-96ed-adf2eb5ea041 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.168710] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 968.168710] env[69987]: value = "task-3500662" [ 968.168710] env[69987]: _type = "Task" [ 968.168710] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.180588] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.254465] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7c12a-ccf0-8a3e-c972-e147b2b7e861/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.255602] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e2111-aa1c-4a6f-a55e-b280e7c94c8c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.262242] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7c12a-ccf0-8a3e-c972-e147b2b7e861/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.262424] env[69987]: ERROR oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7c12a-ccf0-8a3e-c972-e147b2b7e861/disk-0.vmdk due to incomplete transfer. [ 968.262707] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba0c0ac7-c2f7-4394-a0cd-d743a0707211 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.270595] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a7c12a-ccf0-8a3e-c972-e147b2b7e861/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.270820] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Uploaded image fb927c9b-d218-4567-a35f-edd178096c51 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.273414] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.273701] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80533fb7-4ba5-4054-9233-b84638cded05 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.279094] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 968.279094] env[69987]: value = "task-3500663" [ 968.279094] env[69987]: _type = "Task" [ 968.279094] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.287135] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500663, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.375389] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.375932] env[69987]: DEBUG nova.network.neutron [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.498493] env[69987]: DEBUG oslo_vmware.api [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500661, 'name': RemoveSnapshot_Task, 'duration_secs': 1.160003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.498811] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.513255] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.679633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "2285082c-afdd-4f73-9c91-8e080a02aa45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.679910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.680075] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "2285082c-afdd-4f73-9c91-8e080a02aa45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.680300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.680503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.682094] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500662, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.682548] env[69987]: INFO nova.compute.manager [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Terminating instance [ 968.790782] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500663, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.003849] env[69987]: WARNING nova.compute.manager [None req-a613643c-1697-4dbc-8ceb-a67c2cdd8cbd tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Image not found during snapshot: nova.exception.ImageNotFound: Image 531bd4ee-d5f0-4a0c-9a04-0f151ec0342c could not be found. [ 969.040618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.178699] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957154} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.182253] env[69987]: DEBUG nova.network.neutron [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [{"id": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "address": "fa:16:3e:41:2b:d2", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15883fd-4e", "ovs_interfaceid": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.183472] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 768833ea-b1e0-4d19-b3fb-a543aa89e925/768833ea-b1e0-4d19-b3fb-a543aa89e925.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.183742] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.185102] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19dc9e7e-995e-4f61-b2f6-3b474a435016 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.187253] env[69987]: DEBUG nova.compute.manager [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.187504] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.189352] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa728287-6db0-4809-a80c-56f421cfe806 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.199247] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.200198] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f60303fd-fc5c-42aa-acad-dfd1588873ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.202343] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 969.202343] env[69987]: value = "task-3500664" [ 969.202343] env[69987]: _type = "Task" [ 969.202343] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.209019] env[69987]: DEBUG oslo_vmware.api [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 969.209019] env[69987]: value = "task-3500665" [ 969.209019] env[69987]: _type = "Task" [ 969.209019] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.212999] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.225670] env[69987]: DEBUG oslo_vmware.api [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.279035] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.279319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.279544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.280294] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.280294] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.285352] env[69987]: INFO nova.compute.manager [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Terminating instance [ 969.298331] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500663, 'name': Destroy_Task, 'duration_secs': 0.554704} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.299086] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Destroyed the VM [ 969.299332] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.299589] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aef51142-0c7f-4a2a-b856-206625de35c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.309415] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 969.309415] env[69987]: value = "task-3500666" [ 969.309415] env[69987]: _type = "Task" [ 969.309415] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.320602] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.389512] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d9804e-19ca-489b-a98e-2c67a4c73053 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.397381] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b1b061-9906-4d06-bb5d-70f1be012d58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.434376] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23e91d1-433f-4d62-8f99-1c3b58d0a523 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.442143] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e52115-3521-4be9-b8ca-f9ad54cc8aad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.455784] env[69987]: DEBUG nova.compute.provider_tree [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.687875] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.714221] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128669} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.717602] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.718335] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541226cb-c973-4022-89e3-a9773363c949 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.725623] env[69987]: DEBUG oslo_vmware.api [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500665, 'name': PowerOffVM_Task, 'duration_secs': 0.182492} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.736170] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.736356] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.747133] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 768833ea-b1e0-4d19-b3fb-a543aa89e925/768833ea-b1e0-4d19-b3fb-a543aa89e925.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.747455] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1f6fb2-5c9e-4daa-9ddf-7f51f2ca61c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.749167] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb0af17-bb31-446c-80d8-131df4524ba5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.769481] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 969.769481] env[69987]: value = "task-3500668" [ 969.769481] env[69987]: _type = "Task" [ 969.769481] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.777934] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.793181] env[69987]: DEBUG nova.compute.manager [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.793496] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.794975] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6039a1-1944-4507-b1fd-1f3390a39051 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.804385] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.804702] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02828a89-8dce-4092-8569-b307e53c0c99 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.817202] env[69987]: DEBUG oslo_vmware.api [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 969.817202] env[69987]: value = "task-3500669" [ 969.817202] env[69987]: _type = "Task" [ 969.817202] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.824132] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500666, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.825879] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.826160] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.826365] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Deleting the datastore file [datastore1] 2285082c-afdd-4f73-9c91-8e080a02aa45 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.826697] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76522301-7b0d-4ffc-9859-df584036dd44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.831838] env[69987]: DEBUG oslo_vmware.api [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.836499] env[69987]: DEBUG oslo_vmware.api [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for the task: (returnval){ [ 969.836499] env[69987]: value = "task-3500670" [ 969.836499] env[69987]: _type = "Task" [ 969.836499] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.844857] env[69987]: DEBUG oslo_vmware.api [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.959189] env[69987]: DEBUG nova.scheduler.client.report [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.280013] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.321346] env[69987]: DEBUG oslo_vmware.api [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500666, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870849} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.324704] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.325151] env[69987]: INFO nova.compute.manager [None req-fad94548-a179-43db-bccb-aec75c60d411 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Took 15.60 seconds to snapshot the instance on the hypervisor. [ 970.335309] env[69987]: DEBUG oslo_vmware.api [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500669, 'name': PowerOffVM_Task, 'duration_secs': 0.285963} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.335504] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.335718] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.336013] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f42ff46-90b3-41cf-9594-34987fa3f3fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.345942] env[69987]: DEBUG oslo_vmware.api [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Task: {'id': task-3500670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152917} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.347101] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.347101] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.347101] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.347101] env[69987]: INFO nova.compute.manager [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Took 1.16 seconds to destroy the instance on the hypervisor. [ 970.347101] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.347334] env[69987]: DEBUG nova.compute.manager [-] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.347334] env[69987]: DEBUG nova.network.neutron [-] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.400842] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.401083] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.401271] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleting the datastore file [datastore1] 81f9545c-d6c2-4c15-ab8e-1d8676b1734d {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.401542] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a22f452b-b0a3-44f0-b468-3000a8ead976 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.413122] env[69987]: DEBUG oslo_vmware.api [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 970.413122] env[69987]: value = "task-3500672" [ 970.413122] env[69987]: _type = "Task" [ 970.413122] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.422326] env[69987]: DEBUG oslo_vmware.api [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.428585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.428585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.465932] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.466502] env[69987]: DEBUG nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.469207] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.074s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.470747] env[69987]: INFO nova.compute.claims [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.645089] env[69987]: DEBUG nova.compute.manager [req-2a24e23b-1970-4ce6-afc9-91de4842cbc5 req-6b4703a1-897a-48aa-bea9-8796e56d80e1 service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Received event network-vif-deleted-775d0907-fcd8-46c9-a6a6-e8d06e310f6d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.645597] env[69987]: INFO nova.compute.manager [req-2a24e23b-1970-4ce6-afc9-91de4842cbc5 req-6b4703a1-897a-48aa-bea9-8796e56d80e1 service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Neutron deleted interface 775d0907-fcd8-46c9-a6a6-e8d06e310f6d; detaching it from the instance and deleting it from the info cache [ 970.645597] env[69987]: DEBUG nova.network.neutron [req-2a24e23b-1970-4ce6-afc9-91de4842cbc5 req-6b4703a1-897a-48aa-bea9-8796e56d80e1 service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.781031] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500668, 'name': ReconfigVM_Task, 'duration_secs': 0.644606} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.781320] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 768833ea-b1e0-4d19-b3fb-a543aa89e925/768833ea-b1e0-4d19-b3fb-a543aa89e925.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.781611] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69987) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 970.782285] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6feddebe-038b-45b9-86af-d8c526849c28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.788528] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 970.788528] env[69987]: value = "task-3500673" [ 970.788528] env[69987]: _type = "Task" [ 970.788528] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.796095] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500673, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.923671] env[69987]: DEBUG oslo_vmware.api [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153393} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.923871] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.924072] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.924255] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.924427] env[69987]: INFO nova.compute.manager [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 970.924730] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.924931] env[69987]: DEBUG nova.compute.manager [-] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.925041] env[69987]: DEBUG nova.network.neutron [-] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.976103] env[69987]: DEBUG nova.compute.utils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.981060] env[69987]: DEBUG nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.981060] env[69987]: DEBUG nova.network.neutron [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.032689] env[69987]: DEBUG nova.policy [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd4f008e13a4ce09c714752dc4b1321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdb46bca055a46cb8061c1bd4ecc3342', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.131536] env[69987]: DEBUG nova.network.neutron [-] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.147521] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87cb156c-87af-47a8-a4a9-93570152cf02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.159077] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ae8aa2-1e5a-4fc7-825e-d5debc6bc451 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.194179] env[69987]: DEBUG nova.compute.manager [req-2a24e23b-1970-4ce6-afc9-91de4842cbc5 req-6b4703a1-897a-48aa-bea9-8796e56d80e1 service nova] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Detach interface failed, port_id=775d0907-fcd8-46c9-a6a6-e8d06e310f6d, reason: Instance 2285082c-afdd-4f73-9c91-8e080a02aa45 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.204864] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a347ba2-dce2-40bc-9023-6dd031cb8e2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.229388] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance 'f84a2f6c-99ad-4283-9a1d-528d4a91f034' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.300853] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500673, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058439} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.301082] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69987) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 971.302101] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c40197-40fe-4075-91b2-5e4d3a1614fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.329307] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 768833ea-b1e0-4d19-b3fb-a543aa89e925/ephemeral_0.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.329651] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7041f0a2-32d1-44da-82e3-225e3b7e0b88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.348190] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 971.348190] env[69987]: value = "task-3500674" [ 971.348190] env[69987]: _type = "Task" [ 971.348190] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.359036] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.432125] env[69987]: DEBUG nova.network.neutron [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Successfully created port: 4999f54e-8781-4f65-ab9d-c4c63829fa6d {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.483464] env[69987]: DEBUG nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.623836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.624123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.624346] env[69987]: INFO nova.compute.manager [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Shelving [ 971.634786] env[69987]: INFO nova.compute.manager [-] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Took 1.29 seconds to deallocate network for instance. [ 971.644192] env[69987]: DEBUG nova.network.neutron [-] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.736666] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.736997] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75939641-28d4-4cbf-9662-214c746e9bc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.748614] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 971.748614] env[69987]: value = "task-3500675" [ 971.748614] env[69987]: _type = "Task" [ 971.748614] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.761011] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.859476] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.940363] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14503706-fc70-4318-8cc2-5a877bfcafee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.947645] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40008865-ed48-4299-8cae-1919e269324b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.979992] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf46269-d8b6-4374-933b-5d3e945a041f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.987288] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de27f978-eb5c-44bb-9747-3a35c2dd9780 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.004114] env[69987]: DEBUG nova.compute.provider_tree [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.143010] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.148159] env[69987]: INFO nova.compute.manager [-] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Took 1.22 seconds to deallocate network for instance. [ 972.261593] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500675, 'name': PowerOffVM_Task, 'duration_secs': 0.199122} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.262463] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.262463] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance 'f84a2f6c-99ad-4283-9a1d-528d4a91f034' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.360872] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500674, 'name': ReconfigVM_Task, 'duration_secs': 0.707635} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.361021] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 768833ea-b1e0-4d19-b3fb-a543aa89e925/ephemeral_0.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.362174] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a1768a2-7522-47f1-ab40-77fed503e05c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.369346] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 972.369346] env[69987]: value = "task-3500676" [ 972.369346] env[69987]: _type = "Task" [ 972.369346] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.377663] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500676, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.497844] env[69987]: DEBUG nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.507704] env[69987]: DEBUG nova.scheduler.client.report [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.525359] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.525769] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.525972] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.526246] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.526455] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.526674] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.526905] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.527115] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.527314] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.527484] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.527680] env[69987]: DEBUG nova.virt.hardware [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.528652] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ce61d8-1395-457b-85fb-bb5881f71789 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.539769] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f3dcf-902e-4932-a0e8-eb4777156a5f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.634522] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.634849] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1f72bbd-6aba-4494-8b1c-bfd7f84b9e20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.641878] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 972.641878] env[69987]: value = "task-3500677" [ 972.641878] env[69987]: _type = "Task" [ 972.641878] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.650284] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.654338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.671078] env[69987]: DEBUG nova.compute.manager [req-177fb221-06a5-48ad-a717-26de2540b129 req-44c7b4c8-381d-4e35-8b81-27d17d675809 service nova] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Received event network-vif-deleted-8884bc72-93fe-404e-8940-91f085c6b13f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.769874] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.770994] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.770994] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.770994] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.770994] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.770994] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.771537] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.771537] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.771635] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.771832] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.772074] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.780545] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4351a17-188f-45ec-90db-65c474635b6a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.797358] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 972.797358] env[69987]: value = "task-3500678" [ 972.797358] env[69987]: _type = "Task" [ 972.797358] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.806336] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.879900] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500676, 'name': Rename_Task, 'duration_secs': 0.171908} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.880230] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.880452] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b44902-812a-4a7f-ad00-a6ac051a595f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.886841] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 972.886841] env[69987]: value = "task-3500679" [ 972.886841] env[69987]: _type = "Task" [ 972.886841] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.894834] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.933269] env[69987]: DEBUG nova.compute.manager [req-b5c9f30c-9432-47a8-a807-b780be5c44cb req-ef5a7ce5-8c4d-47e5-91bd-27937fca0cbc service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Received event network-vif-plugged-4999f54e-8781-4f65-ab9d-c4c63829fa6d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.933499] env[69987]: DEBUG oslo_concurrency.lockutils [req-b5c9f30c-9432-47a8-a807-b780be5c44cb req-ef5a7ce5-8c4d-47e5-91bd-27937fca0cbc service nova] Acquiring lock "ede912a4-6b59-482b-b8a3-46a88d134ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.933703] env[69987]: DEBUG oslo_concurrency.lockutils [req-b5c9f30c-9432-47a8-a807-b780be5c44cb req-ef5a7ce5-8c4d-47e5-91bd-27937fca0cbc service nova] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.933880] env[69987]: DEBUG oslo_concurrency.lockutils [req-b5c9f30c-9432-47a8-a807-b780be5c44cb req-ef5a7ce5-8c4d-47e5-91bd-27937fca0cbc service nova] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.934174] env[69987]: DEBUG nova.compute.manager [req-b5c9f30c-9432-47a8-a807-b780be5c44cb req-ef5a7ce5-8c4d-47e5-91bd-27937fca0cbc service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] No waiting events found dispatching network-vif-plugged-4999f54e-8781-4f65-ab9d-c4c63829fa6d {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.934428] env[69987]: WARNING nova.compute.manager [req-b5c9f30c-9432-47a8-a807-b780be5c44cb req-ef5a7ce5-8c4d-47e5-91bd-27937fca0cbc service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Received unexpected event network-vif-plugged-4999f54e-8781-4f65-ab9d-c4c63829fa6d for instance with vm_state building and task_state spawning. [ 973.015622] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.016475] env[69987]: DEBUG nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.020506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.264s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.020751] env[69987]: DEBUG nova.objects.instance [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'resources' on Instance uuid add55a74-5dc7-4a4e-9fbc-a7b02ee8488f {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.074465] env[69987]: DEBUG nova.network.neutron [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Successfully updated port: 4999f54e-8781-4f65-ab9d-c4c63829fa6d {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.153333] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500677, 'name': PowerOffVM_Task, 'duration_secs': 0.158681} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.154171] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.155573] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57967d0d-7890-4867-9691-91590687071c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.175956] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4fc1d-0bbe-49d6-99f2-672917f9dc17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.307756] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500678, 'name': ReconfigVM_Task, 'duration_secs': 0.166015} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.307756] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance 'f84a2f6c-99ad-4283-9a1d-528d4a91f034' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.398235] env[69987]: DEBUG oslo_vmware.api [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500679, 'name': PowerOnVM_Task, 'duration_secs': 0.469946} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.398487] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.398687] env[69987]: INFO nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Took 9.90 seconds to spawn the instance on the hypervisor. [ 973.398863] env[69987]: DEBUG nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.399623] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720055bd-844b-4132-8d5d-03554555d8ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.526405] env[69987]: DEBUG nova.compute.utils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.530495] env[69987]: DEBUG nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.530669] env[69987]: DEBUG nova.network.neutron [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.573877] env[69987]: DEBUG nova.policy [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '050a36eef4ab4b02860b91a0f4c76f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c223adc1c304db894a6b128d175e91a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.578864] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "refresh_cache-ede912a4-6b59-482b-b8a3-46a88d134ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.579049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquired lock "refresh_cache-ede912a4-6b59-482b-b8a3-46a88d134ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.579196] env[69987]: DEBUG nova.network.neutron [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.688374] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 973.688714] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd988936-56ae-4dba-99f6-6bc7531c7c25 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.696475] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 973.696475] env[69987]: value = "task-3500680" [ 973.696475] env[69987]: _type = "Task" [ 973.696475] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.707258] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500680, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.813353] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a3e6cfe-380f-4e44-9d1c-2feecb1ef5c9',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-936472002',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.813600] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.813794] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.813994] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.814161] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.814311] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.814579] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.814759] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.814954] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.815150] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.815328] env[69987]: DEBUG nova.virt.hardware [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.820976] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.823589] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e222ebf4-118b-4051-afa5-84732170a1cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.841927] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 973.841927] env[69987]: value = "task-3500681" [ 973.841927] env[69987]: _type = "Task" [ 973.841927] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.850632] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.908457] env[69987]: DEBUG nova.network.neutron [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Successfully created port: 6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.919227] env[69987]: INFO nova.compute.manager [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Took 43.09 seconds to build instance. [ 974.009345] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5c077f-9a11-4acc-b0b0-e18899b2acf5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.019905] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c74f5f2-6f6f-41bb-abc1-185ef9819d7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.050008] env[69987]: DEBUG nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.053395] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eec97f-f31b-4e1c-8d98-9948a01f96a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.062148] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee741ef-de62-406b-a2a6-18b86a066153 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.076725] env[69987]: DEBUG nova.compute.provider_tree [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.135019] env[69987]: DEBUG nova.network.neutron [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.208060] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500680, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.353232] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500681, 'name': ReconfigVM_Task, 'duration_secs': 0.165861} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.353518] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.354337] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d3af2-969e-4a00-b0b3-11a22f7209dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.382730] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.383404] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c0912d-0f62-4c14-81bd-aefd64266400 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.404059] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 974.404059] env[69987]: value = "task-3500682" [ 974.404059] env[69987]: _type = "Task" [ 974.404059] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.414224] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.424959] env[69987]: DEBUG oslo_concurrency.lockutils [None req-77e2f533-feb4-42de-ad56-102bdb3c67e0 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.862s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.576081] env[69987]: DEBUG nova.network.neutron [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Updating instance_info_cache with network_info: [{"id": "4999f54e-8781-4f65-ab9d-c4c63829fa6d", "address": "fa:16:3e:23:ee:f6", "network": {"id": "585e072b-fb1a-46ba-8ed4-67289a53f207", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-670624338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb46bca055a46cb8061c1bd4ecc3342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4999f54e-87", "ovs_interfaceid": "4999f54e-8781-4f65-ab9d-c4c63829fa6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.579606] env[69987]: DEBUG nova.scheduler.client.report [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.712017] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500680, 'name': CreateSnapshot_Task, 'duration_secs': 0.859288} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.712017] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.712017] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc5931-e46a-4d5f-9873-6265fc25859b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.915179] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500682, 'name': ReconfigVM_Task, 'duration_secs': 0.264948} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.915179] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfigured VM instance instance-00000030 to attach disk [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.915693] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance 'f84a2f6c-99ad-4283-9a1d-528d4a91f034' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.929300] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.989867] env[69987]: DEBUG nova.compute.manager [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Received event network-changed-4999f54e-8781-4f65-ab9d-c4c63829fa6d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.990167] env[69987]: DEBUG nova.compute.manager [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Refreshing instance network info cache due to event network-changed-4999f54e-8781-4f65-ab9d-c4c63829fa6d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.990288] env[69987]: DEBUG oslo_concurrency.lockutils [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] Acquiring lock "refresh_cache-ede912a4-6b59-482b-b8a3-46a88d134ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.066108] env[69987]: DEBUG nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.082437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Releasing lock "refresh_cache-ede912a4-6b59-482b-b8a3-46a88d134ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.082437] env[69987]: DEBUG nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Instance network_info: |[{"id": "4999f54e-8781-4f65-ab9d-c4c63829fa6d", "address": "fa:16:3e:23:ee:f6", "network": {"id": "585e072b-fb1a-46ba-8ed4-67289a53f207", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-670624338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb46bca055a46cb8061c1bd4ecc3342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4999f54e-87", "ovs_interfaceid": "4999f54e-8781-4f65-ab9d-c4c63829fa6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.082551] env[69987]: DEBUG oslo_concurrency.lockutils [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] Acquired lock "refresh_cache-ede912a4-6b59-482b-b8a3-46a88d134ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.082551] env[69987]: DEBUG nova.network.neutron [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Refreshing network info cache for port 4999f54e-8781-4f65-ab9d-c4c63829fa6d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.082551] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:ee:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4999f54e-8781-4f65-ab9d-c4c63829fa6d', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.091030] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Creating folder: Project (fdb46bca055a46cb8061c1bd4ecc3342). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.101300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.101300] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02c2f3f6-2a76-41fe-8eb3-f3897bd3ba5e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.101784] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.337s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.102076] env[69987]: DEBUG nova.objects.instance [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lazy-loading 'resources' on Instance uuid 3409af28-d7c6-43ad-802b-016bfbb83bb8 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.113319] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.113632] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.113898] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.114083] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.114290] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.114437] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.114710] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.114889] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.115101] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.115322] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.115534] env[69987]: DEBUG nova.virt.hardware [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.116505] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b2e62d-0562-4cd4-9e2b-7769f606a6da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.122956] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Created folder: Project (fdb46bca055a46cb8061c1bd4ecc3342) in parent group-v699418. [ 975.123200] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Creating folder: Instances. Parent ref: group-v699585. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.124028] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8617647-4976-4417-9f0f-bb3bae4b2331 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.131507] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b58a96-343d-424a-904a-d83b2b37c205 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.136642] env[69987]: INFO nova.scheduler.client.report [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted allocations for instance add55a74-5dc7-4a4e-9fbc-a7b02ee8488f [ 975.139283] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Created folder: Instances in parent group-v699585. [ 975.139626] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.143518] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.143968] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88664e3e-d2be-4397-9b69-4bdb6c471809 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.176088] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.176088] env[69987]: value = "task-3500685" [ 975.176088] env[69987]: _type = "Task" [ 975.176088] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.184864] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500685, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.235064] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 975.236239] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c23370cf-8331-4b23-92e4-a81670f0f21d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244044] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 975.244044] env[69987]: value = "task-3500686" [ 975.244044] env[69987]: _type = "Task" [ 975.244044] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.252416] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500686, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.255366] env[69987]: DEBUG nova.compute.manager [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Received event network-changed-b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.255366] env[69987]: DEBUG nova.compute.manager [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Refreshing instance network info cache due to event network-changed-b023b1c8-769e-4b9a-926c-38e0d784d0a2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.255716] env[69987]: DEBUG oslo_concurrency.lockutils [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] Acquiring lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.255716] env[69987]: DEBUG oslo_concurrency.lockutils [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] Acquired lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.255716] env[69987]: DEBUG nova.network.neutron [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Refreshing network info cache for port b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.413401] env[69987]: DEBUG nova.network.neutron [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Updated VIF entry in instance network info cache for port 4999f54e-8781-4f65-ab9d-c4c63829fa6d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.413819] env[69987]: DEBUG nova.network.neutron [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Updating instance_info_cache with network_info: [{"id": "4999f54e-8781-4f65-ab9d-c4c63829fa6d", "address": "fa:16:3e:23:ee:f6", "network": {"id": "585e072b-fb1a-46ba-8ed4-67289a53f207", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-670624338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb46bca055a46cb8061c1bd4ecc3342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4999f54e-87", "ovs_interfaceid": "4999f54e-8781-4f65-ab9d-c4c63829fa6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.422956] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623e4559-59b8-449a-8735-71cbb9619e1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.462939] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915af8dc-9122-4976-8fbd-f1b0f9e2f57e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.482431] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance 'f84a2f6c-99ad-4283-9a1d-528d4a91f034' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.486592] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.525899] env[69987]: DEBUG nova.network.neutron [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Successfully updated port: 6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.648618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-94a60219-edc3-4573-887c-3eaa804495fe tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "add55a74-5dc7-4a4e-9fbc-a7b02ee8488f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.337s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.688450] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500685, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.754323] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500686, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.918198] env[69987]: DEBUG oslo_concurrency.lockutils [req-9632f78e-9bdd-4645-9bb1-3408bf01b1db req-7f479fd5-f340-44e8-9046-64130b178514 service nova] Releasing lock "refresh_cache-ede912a4-6b59-482b-b8a3-46a88d134ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.028234] env[69987]: DEBUG nova.network.neutron [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Port f15883fd-4eb2-45e2-b642-378dc0f23f8c binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 976.030143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.030143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.030143] env[69987]: DEBUG nova.network.neutron [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.056217] env[69987]: DEBUG nova.network.neutron [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Updated VIF entry in instance network info cache for port b023b1c8-769e-4b9a-926c-38e0d784d0a2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.056564] env[69987]: DEBUG nova.network.neutron [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Updating instance_info_cache with network_info: [{"id": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "address": "fa:16:3e:6f:4c:8b", "network": {"id": "303688a0-8183-4cd3-b329-65560d714913", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-656520328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96a4f47bb9fc4e3b9f9b9f44ea618494", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb023b1c8-76", "ovs_interfaceid": "b023b1c8-769e-4b9a-926c-38e0d784d0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.098507] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4944637c-52b3-4d85-8c0d-685458657489 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.106307] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2da5d3-4df3-49dc-9427-10f9aa36908a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.141147] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae1b712-7759-4094-8907-0ea839b50a27 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.150288] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a9543-4e48-4cab-8e1f-4ff5383d55f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.163320] env[69987]: DEBUG nova.compute.provider_tree [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.188086] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500685, 'name': CreateVM_Task, 'duration_secs': 0.997811} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.188209] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.188948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.189147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.189517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.190761] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161c751d-142a-4836-a837-d25d892a7c36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.195573] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 976.195573] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b30ee5-16ad-ec20-df78-9175bdf0ba41" [ 976.195573] env[69987]: _type = "Task" [ 976.195573] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.205735] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b30ee5-16ad-ec20-df78-9175bdf0ba41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.254236] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500686, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.307579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Acquiring lock "adde3bd8-8324-4eab-9cea-152b59401f7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.308035] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.308133] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Acquiring lock "adde3bd8-8324-4eab-9cea-152b59401f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.308376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.308540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.311043] env[69987]: INFO nova.compute.manager [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Terminating instance [ 976.560848] env[69987]: DEBUG oslo_concurrency.lockutils [req-524eecb8-2016-41c4-9b57-55754b8b4f84 req-e84cd165-e699-4367-bbca-969734f3aea9 service nova] Releasing lock "refresh_cache-768833ea-b1e0-4d19-b3fb-a543aa89e925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.567508] env[69987]: DEBUG nova.network.neutron [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.666961] env[69987]: DEBUG nova.scheduler.client.report [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.707428] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b30ee5-16ad-ec20-df78-9175bdf0ba41, 'name': SearchDatastore_Task, 'duration_secs': 0.013947} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.707751] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.707999] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.708249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.708397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.708576] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.708834] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab40d931-b410-4339-afcc-0ef9572adb5e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.717750] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.717935] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.718661] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338ae46b-2ce7-425f-994f-e23863ff8622 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.724548] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 976.724548] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52806b21-085f-4ba9-1fa0-5d39361688ff" [ 976.724548] env[69987]: _type = "Task" [ 976.724548] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.732162] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52806b21-085f-4ba9-1fa0-5d39361688ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.733060] env[69987]: DEBUG nova.network.neutron [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.754938] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500686, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.816414] env[69987]: DEBUG nova.compute.manager [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.817089] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.817202] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-418fcbf9-1646-4fbb-abce-a5ced31b0f6a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.824851] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 976.824851] env[69987]: value = "task-3500687" [ 976.824851] env[69987]: _type = "Task" [ 976.824851] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.835013] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.885800] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.886056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.021330] env[69987]: DEBUG nova.compute.manager [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Received event network-vif-plugged-6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.021681] env[69987]: DEBUG oslo_concurrency.lockutils [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.021915] env[69987]: DEBUG oslo_concurrency.lockutils [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.022260] env[69987]: DEBUG oslo_concurrency.lockutils [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.022466] env[69987]: DEBUG nova.compute.manager [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] No waiting events found dispatching network-vif-plugged-6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.022659] env[69987]: WARNING nova.compute.manager [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Received unexpected event network-vif-plugged-6bf5ec66-5a9b-438c-a316-fcc918f7f1de for instance with vm_state building and task_state spawning. [ 977.022904] env[69987]: DEBUG nova.compute.manager [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Received event network-changed-6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.023017] env[69987]: DEBUG nova.compute.manager [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Refreshing instance network info cache due to event network-changed-6bf5ec66-5a9b-438c-a316-fcc918f7f1de. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.023229] env[69987]: DEBUG oslo_concurrency.lockutils [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.050289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.050542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.050737] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.173792] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.176695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.185s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.176948] env[69987]: DEBUG nova.objects.instance [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lazy-loading 'resources' on Instance uuid 0937ab71-83d3-436e-a5d3-e3c7fb97c642 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.236607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.236817] env[69987]: DEBUG nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Instance network_info: |[{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.237157] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52806b21-085f-4ba9-1fa0-5d39361688ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01886} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.237399] env[69987]: DEBUG oslo_concurrency.lockutils [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.237573] env[69987]: DEBUG nova.network.neutron [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Refreshing network info cache for port 6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.238801] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:c8:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bf5ec66-5a9b-438c-a316-fcc918f7f1de', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.246316] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Creating folder: Project (6c223adc1c304db894a6b128d175e91a). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.248231] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3e74c63-077e-4625-ae8c-5dbff4ac0f75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.250050] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ceaec98-9f9c-4d12-8b7c-2a2da5db3859 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.262139] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500686, 'name': CloneVM_Task, 'duration_secs': 1.817722} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.262427] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 977.262427] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e83f02-2552-8a6b-8215-cc2bcae00541" [ 977.262427] env[69987]: _type = "Task" [ 977.262427] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.263076] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Created linked-clone VM from snapshot [ 977.264698] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac707c6c-3364-4916-adc0-437436d8a3d5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.269754] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Created folder: Project (6c223adc1c304db894a6b128d175e91a) in parent group-v699418. [ 977.269941] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Creating folder: Instances. Parent ref: group-v699589. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.271227] env[69987]: INFO nova.scheduler.client.report [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleted allocations for instance 3409af28-d7c6-43ad-802b-016bfbb83bb8 [ 977.272361] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d55e0f-72d9-4093-86f8-a1a85c346159 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.281633] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Uploading image 5aa0271d-ae31-4892-bcb4-23a17db5aef5 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 977.287454] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e83f02-2552-8a6b-8215-cc2bcae00541, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.289158] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.289158] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ede912a4-6b59-482b-b8a3-46a88d134ce6/ede912a4-6b59-482b-b8a3-46a88d134ce6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.289261] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Created folder: Instances in parent group-v699589. [ 977.289373] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.289551] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab8b621a-e448-4040-855f-e0f5bc49ca2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.291390] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.292328] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2283fa8c-1f2c-4d7a-abef-93f6851fad70 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.314868] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 977.314868] env[69987]: value = "task-3500690" [ 977.314868] env[69987]: _type = "Task" [ 977.314868] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.316146] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.316146] env[69987]: value = "task-3500691" [ 977.316146] env[69987]: _type = "Task" [ 977.316146] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.317977] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 977.317977] env[69987]: value = "vm-699588" [ 977.317977] env[69987]: _type = "VirtualMachine" [ 977.317977] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 977.321320] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9ba99182-e944-4958-97d6-f296dff995af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.335344] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.335657] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lease: (returnval){ [ 977.335657] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ab161-8762-b79c-cfdf-57e8fac01dfe" [ 977.335657] env[69987]: _type = "HttpNfcLease" [ 977.335657] env[69987]: } obtained for exporting VM: (result){ [ 977.335657] env[69987]: value = "vm-699588" [ 977.335657] env[69987]: _type = "VirtualMachine" [ 977.335657] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 977.335883] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the lease: (returnval){ [ 977.335883] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ab161-8762-b79c-cfdf-57e8fac01dfe" [ 977.335883] env[69987]: _type = "HttpNfcLease" [ 977.335883] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 977.339461] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500691, 'name': CreateVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.345399] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500687, 'name': PowerOffVM_Task, 'duration_secs': 0.225199} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.345989] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.346306] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 977.346393] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699479', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'name': 'volume-1e6ba965-9184-4a81-b734-c19d9fca76d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'adde3bd8-8324-4eab-9cea-152b59401f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'serial': '1e6ba965-9184-4a81-b734-c19d9fca76d5'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 977.347142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4530d53-4f79-4ddb-aa83-6bee65208b5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.350976] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.350976] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ab161-8762-b79c-cfdf-57e8fac01dfe" [ 977.350976] env[69987]: _type = "HttpNfcLease" [ 977.350976] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.352273] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.352273] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ab161-8762-b79c-cfdf-57e8fac01dfe" [ 977.352273] env[69987]: _type = "HttpNfcLease" [ 977.352273] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 977.352417] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d7130b-add8-4647-90aa-c061a36d7a43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.370065] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af5ccc-9b18-4d83-9155-fa48416c79e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.376111] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52930846-7790-0189-b61e-4ab79bdaaffa/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.376308] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52930846-7790-0189-b61e-4ab79bdaaffa/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 977.437055] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ef1172-e43d-4262-8a32-da4079b7af39 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.458483] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d474793c-95a3-4524-938c-0053cf282b68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.476603] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] The volume has not been displaced from its original location: [datastore1] volume-1e6ba965-9184-4a81-b734-c19d9fca76d5/volume-1e6ba965-9184-4a81-b734-c19d9fca76d5.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 977.481615] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 977.484212] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ae8a20-4d92-4e91-b2c5-5e8f2e6a4ef4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.497682] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6865191b-2c7e-48f3-9b35-4ed0cc58ad99 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.506340] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 977.506340] env[69987]: value = "task-3500693" [ 977.506340] env[69987]: _type = "Task" [ 977.506340] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.516905] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.785193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3d093dbf-9f66-42d8-947d-fc09a6254670 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "3409af28-d7c6-43ad-802b-016bfbb83bb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.643s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.835657] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500690, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.844350] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500691, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.008254] env[69987]: DEBUG nova.network.neutron [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updated VIF entry in instance network info cache for port 6bf5ec66-5a9b-438c-a316-fcc918f7f1de. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.009492] env[69987]: DEBUG nova.network.neutron [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.024895] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500693, 'name': ReconfigVM_Task, 'duration_secs': 0.45226} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.025307] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.032989] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c12ff3f1-cca7-437d-8de8-6997da076242 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.049395] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 978.049395] env[69987]: value = "task-3500694" [ 978.049395] env[69987]: _type = "Task" [ 978.049395] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.059440] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.126253] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.126679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.126993] env[69987]: DEBUG nova.network.neutron [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.212773] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e51c9a3-5d73-4298-aa6e-aa9b20ae56b4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.220488] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3cd88-3025-41ce-9dc3-e9a6bd7010f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.252710] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601ae106-386e-4788-a2a9-8f1c41c033bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.260394] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e27828-f95d-46e2-9232-721364df58e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.274729] env[69987]: DEBUG nova.compute.provider_tree [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.330572] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522904} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.335549] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ede912a4-6b59-482b-b8a3-46a88d134ce6/ede912a4-6b59-482b-b8a3-46a88d134ce6.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.336217] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.336217] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f7b079a-4de7-4777-824b-9e6c12e66059 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.344329] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500691, 'name': CreateVM_Task, 'duration_secs': 0.555582} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.345732] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.346104] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 978.346104] env[69987]: value = "task-3500695" [ 978.346104] env[69987]: _type = "Task" [ 978.346104] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.346837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.347094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.347549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.347864] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f93b99b-3ea4-43c9-9a3e-c2fd506f77bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.356188] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 978.356188] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52614fa1-b599-0ecb-679b-d568d9cb3190" [ 978.356188] env[69987]: _type = "Task" [ 978.356188] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.359378] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.367524] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52614fa1-b599-0ecb-679b-d568d9cb3190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.517019] env[69987]: DEBUG oslo_concurrency.lockutils [req-5fb5c249-cd32-4928-ab5d-9ed219d07241 req-1bb9ac9b-d2be-4b35-9416-77f9cd489d7f service nova] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.562960] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500694, 'name': ReconfigVM_Task, 'duration_secs': 0.173869} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.562960] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699479', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'name': 'volume-1e6ba965-9184-4a81-b734-c19d9fca76d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'adde3bd8-8324-4eab-9cea-152b59401f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '1e6ba965-9184-4a81-b734-c19d9fca76d5', 'serial': '1e6ba965-9184-4a81-b734-c19d9fca76d5'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 978.563101] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.564015] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c7c91c-6794-4134-bf92-01ff4a704d78 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.572696] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.573180] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e61901a8-a185-46cf-b828-87dc65c345b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.642981] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.642981] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.643114] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Deleting the datastore file [datastore1] adde3bd8-8324-4eab-9cea-152b59401f7c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.643313] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd43d9df-13e3-41a1-ace0-f7fa822007ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.652154] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for the task: (returnval){ [ 978.652154] env[69987]: value = "task-3500697" [ 978.652154] env[69987]: _type = "Task" [ 978.652154] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.661437] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.778155] env[69987]: DEBUG nova.scheduler.client.report [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.860644] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124106} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.863850] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.864921] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b94480-d604-481c-b8c9-80dfac589fda {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.874686] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52614fa1-b599-0ecb-679b-d568d9cb3190, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.886020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.886020] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.886154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.888659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.889523] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.898591] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] ede912a4-6b59-482b-b8a3-46a88d134ce6/ede912a4-6b59-482b-b8a3-46a88d134ce6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.898994] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d838355f-682f-48b6-95cc-ec93a1904929 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.901278] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03319ee-0f55-44f1-a018-7b8577f582cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.920147] env[69987]: DEBUG nova.network.neutron [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [{"id": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "address": "fa:16:3e:41:2b:d2", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15883fd-4e", "ovs_interfaceid": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.929687] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 978.929687] env[69987]: value = "task-3500698" [ 978.929687] env[69987]: _type = "Task" [ 978.929687] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.931528] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.931731] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.936735] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8923da0b-ce7b-4e8b-8d66-13e20db58156 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.945106] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 978.945106] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5278408f-fbf0-81ad-8d6d-860960ab9b46" [ 978.945106] env[69987]: _type = "Task" [ 978.945106] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.949189] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.959521] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5278408f-fbf0-81ad-8d6d-860960ab9b46, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.960472] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e176da9-2d9b-4274-b89c-6f7d1be19d58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.966764] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 978.966764] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5232824c-2b8b-88a4-8664-24d65dabb62c" [ 978.966764] env[69987]: _type = "Task" [ 978.966764] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.975920] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5232824c-2b8b-88a4-8664-24d65dabb62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.165325] env[69987]: DEBUG oslo_vmware.api [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Task: {'id': task-3500697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090481} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.168596] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.169120] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.169120] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.169245] env[69987]: INFO nova.compute.manager [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Took 2.35 seconds to destroy the instance on the hypervisor. [ 979.169452] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.169742] env[69987]: DEBUG nova.compute.manager [-] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.169888] env[69987]: DEBUG nova.network.neutron [-] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.286470] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.289474] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.175s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.290961] env[69987]: INFO nova.compute.claims [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.322485] env[69987]: INFO nova.scheduler.client.report [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Deleted allocations for instance 0937ab71-83d3-436e-a5d3-e3c7fb97c642 [ 979.422426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.445207] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.478752] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5232824c-2b8b-88a4-8664-24d65dabb62c, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.480166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.480166] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 739c7f83-2c66-4845-ab9f-8db7877f3003/739c7f83-2c66-4845-ab9f-8db7877f3003.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.480431] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f67baa6-0348-4c12-b6ed-131a3c8fba81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.489050] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 979.489050] env[69987]: value = "task-3500699" [ 979.489050] env[69987]: _type = "Task" [ 979.489050] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.498560] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.834495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4ed6b5c1-fc00-462d-b87a-3cd1631bace6 tempest-ListServersNegativeTestJSON-1235469780 tempest-ListServersNegativeTestJSON-1235469780-project-member] Lock "0937ab71-83d3-436e-a5d3-e3c7fb97c642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.623s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.839199] env[69987]: DEBUG nova.compute.manager [req-056682d6-fc3b-4595-9b20-00ac003119c0 req-cd00c78d-19d4-41da-ac99-db8640c8c6ea service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Received event network-vif-deleted-d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.839199] env[69987]: INFO nova.compute.manager [req-056682d6-fc3b-4595-9b20-00ac003119c0 req-cd00c78d-19d4-41da-ac99-db8640c8c6ea service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Neutron deleted interface d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2; detaching it from the instance and deleting it from the info cache [ 979.839199] env[69987]: DEBUG nova.network.neutron [req-056682d6-fc3b-4595-9b20-00ac003119c0 req-cd00c78d-19d4-41da-ac99-db8640c8c6ea service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.947449] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500698, 'name': ReconfigVM_Task, 'duration_secs': 0.64744} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.947838] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Reconfigured VM instance instance-0000003b to attach disk [datastore1] ede912a4-6b59-482b-b8a3-46a88d134ce6/ede912a4-6b59-482b-b8a3-46a88d134ce6.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.948980] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0186604c-99f0-42e4-a475-31887801e7b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.954260] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad6d905-8e34-4c7b-b7ba-a8c73defb966 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.959369] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 979.959369] env[69987]: value = "task-3500700" [ 979.959369] env[69987]: _type = "Task" [ 979.959369] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.986119] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d76785-7e3e-4159-8504-faead01d334f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.994285] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500700, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.999907] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance 'f84a2f6c-99ad-4283-9a1d-528d4a91f034' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.012289] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500699, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.260160] env[69987]: DEBUG nova.network.neutron [-] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.344812] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92feca50-0199-47c6-acfa-c13c8c7c4b61 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.359516] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b222ef-fbd0-4b33-8ab1-ee669b8dc4ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.399864] env[69987]: DEBUG nova.compute.manager [req-056682d6-fc3b-4595-9b20-00ac003119c0 req-cd00c78d-19d4-41da-ac99-db8640c8c6ea service nova] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Detach interface failed, port_id=d3e13c5a-bfc9-44ed-96b2-051d8c56b5e2, reason: Instance adde3bd8-8324-4eab-9cea-152b59401f7c could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.481020] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500700, 'name': Rename_Task, 'duration_secs': 0.213912} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.481020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.481020] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a88896-f9d2-4185-93c5-206969b7ae28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.491547] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 980.491547] env[69987]: value = "task-3500701" [ 980.491547] env[69987]: _type = "Task" [ 980.491547] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.509918] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.510772] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531538} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.517198] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bda0d97-ae81-4930-bd5d-a366380c1c97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.519118] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 739c7f83-2c66-4845-ab9f-8db7877f3003/739c7f83-2c66-4845-ab9f-8db7877f3003.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.519556] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.519965] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.520505] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fc7c07b-fc79-4f59-baff-d13d0dba0671 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.529506] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 980.529506] env[69987]: value = "task-3500703" [ 980.529506] env[69987]: _type = "Task" [ 980.529506] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.535145] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 980.535145] env[69987]: value = "task-3500702" [ 980.535145] env[69987]: _type = "Task" [ 980.535145] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.552868] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.559435] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.763542] env[69987]: INFO nova.compute.manager [-] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Took 1.59 seconds to deallocate network for instance. [ 980.787413] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff0a410-e684-4c12-ac72-d228b7583071 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.801364] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd9d1e2-b658-4a9f-861a-97cef4b01490 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.841759] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd80248-3505-473c-ad5c-608ac4dcc0d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.851047] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975f5437-d415-47c9-8d8e-08d73035ea21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.868147] env[69987]: DEBUG nova.compute.provider_tree [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.007370] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.043511] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072929} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.047252] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.048231] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e289a0-3658-4384-90e4-18644b6455a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.058871] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500702, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.079074] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 739c7f83-2c66-4845-ab9f-8db7877f3003/739c7f83-2c66-4845-ab9f-8db7877f3003.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.079435] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb749ed-388a-4d02-a795-33e86adeef79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.101953] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 981.101953] env[69987]: value = "task-3500704" [ 981.101953] env[69987]: _type = "Task" [ 981.101953] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.114047] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.338634] env[69987]: INFO nova.compute.manager [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Took 0.57 seconds to detach 1 volumes for instance. [ 981.346261] env[69987]: DEBUG nova.compute.manager [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Deleting volume: 1e6ba965-9184-4a81-b734-c19d9fca76d5 {{(pid=69987) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 981.376022] env[69987]: DEBUG nova.scheduler.client.report [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.503626] env[69987]: DEBUG oslo_vmware.api [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500701, 'name': PowerOnVM_Task, 'duration_secs': 0.787248} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.503921] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.504145] env[69987]: INFO nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Took 9.01 seconds to spawn the instance on the hypervisor. [ 981.504326] env[69987]: DEBUG nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.505214] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5845ac5-2209-4d85-ac16-a5098431816d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.554795] env[69987]: DEBUG oslo_vmware.api [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500702, 'name': PowerOnVM_Task, 'duration_secs': 0.680526} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.555155] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.555376] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a86dd833-af31-4ce5-b057-e39d4cec12c9 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance 'f84a2f6c-99ad-4283-9a1d-528d4a91f034' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.613135] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500704, 'name': ReconfigVM_Task, 'duration_secs': 0.373471} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.613459] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 739c7f83-2c66-4845-ab9f-8db7877f3003/739c7f83-2c66-4845-ab9f-8db7877f3003.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.614492] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16dc4089-4bfb-45ff-adac-72c60cc896ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.621775] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 981.621775] env[69987]: value = "task-3500706" [ 981.621775] env[69987]: _type = "Task" [ 981.621775] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.631914] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500706, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.882697] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.884096] env[69987]: DEBUG nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.886413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.107s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.887901] env[69987]: INFO nova.compute.claims [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.905353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.026259] env[69987]: INFO nova.compute.manager [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Took 47.31 seconds to build instance. [ 982.133161] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500706, 'name': Rename_Task, 'duration_secs': 0.175569} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.133451] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.133700] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a3e91f3-b9be-419e-aef1-56a96debcde5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.144613] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 982.144613] env[69987]: value = "task-3500707" [ 982.144613] env[69987]: _type = "Task" [ 982.144613] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.158751] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.393634] env[69987]: DEBUG nova.compute.utils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.397050] env[69987]: DEBUG nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.398027] env[69987]: DEBUG nova.network.neutron [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.451704] env[69987]: DEBUG nova.policy [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6246383bb74b098883eea639c1cf95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8a80bfaf1f34bf8ab9d2f85904671eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.528166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-69ffde51-5385-4a25-bcc5-4924badabe2f tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.047s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.658619] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.803924] env[69987]: DEBUG nova.network.neutron [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Successfully created port: 6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.898319] env[69987]: DEBUG nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.036718] env[69987]: DEBUG nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.156940] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.486680] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f27f1f-5102-4bfd-813a-fa1c58f8e016 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.497830] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0bd8b-a66c-4f9c-b7bf-5cbb9a1cc924 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.535341] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaa2a69-310a-4884-b500-c7e62f47caaf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.554399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7cfc9-a287-4a59-9cd4-3b818de15c20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.574329] env[69987]: DEBUG nova.compute.provider_tree [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.577403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.657962] env[69987]: DEBUG oslo_vmware.api [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3500707, 'name': PowerOnVM_Task, 'duration_secs': 1.13836} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.658310] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.658525] env[69987]: INFO nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Took 8.59 seconds to spawn the instance on the hypervisor. [ 983.658711] env[69987]: DEBUG nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.659520] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6fa05-c3ac-4952-a0fd-eb33c423e06c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.913765] env[69987]: DEBUG nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.941679] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.941857] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.941987] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.942196] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.942349] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.942650] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.942952] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.943196] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.943527] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.943765] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.943963] env[69987]: DEBUG nova.virt.hardware [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.945180] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a321d5-1b7c-47b0-be6b-d60af5dd9ded {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.958493] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b95c9fd-9a94-476d-a10b-3dac18dae92d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.079958] env[69987]: DEBUG nova.scheduler.client.report [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.182634] env[69987]: INFO nova.compute.manager [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Took 46.81 seconds to build instance. [ 984.587215] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.587938] env[69987]: DEBUG nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.590979] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.494s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.591345] env[69987]: DEBUG nova.objects.instance [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lazy-loading 'resources' on Instance uuid 77ca4bdd-1d0e-4596-810a-29eec177acd3 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.667462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "ede912a4-6b59-482b-b8a3-46a88d134ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.667775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.667960] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "ede912a4-6b59-482b-b8a3-46a88d134ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.668275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.668346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.670958] env[69987]: INFO nova.compute.manager [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Terminating instance [ 984.687249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d7d6552f-b96c-4a14-a5d2-4a0fc4da6e96 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.336s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.791822] env[69987]: DEBUG nova.network.neutron [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Port f15883fd-4eb2-45e2-b642-378dc0f23f8c binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 984.792123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.792288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.792458] env[69987]: DEBUG nova.network.neutron [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.824541] env[69987]: DEBUG nova.compute.manager [req-a8e44c2a-f09c-4d8f-a834-503f22204248 req-88a54bc3-dbaa-467d-8a7f-fc0ed7a1864b service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Received event network-vif-plugged-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.824839] env[69987]: DEBUG oslo_concurrency.lockutils [req-a8e44c2a-f09c-4d8f-a834-503f22204248 req-88a54bc3-dbaa-467d-8a7f-fc0ed7a1864b service nova] Acquiring lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.825069] env[69987]: DEBUG oslo_concurrency.lockutils [req-a8e44c2a-f09c-4d8f-a834-503f22204248 req-88a54bc3-dbaa-467d-8a7f-fc0ed7a1864b service nova] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.825236] env[69987]: DEBUG oslo_concurrency.lockutils [req-a8e44c2a-f09c-4d8f-a834-503f22204248 req-88a54bc3-dbaa-467d-8a7f-fc0ed7a1864b service nova] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.825405] env[69987]: DEBUG nova.compute.manager [req-a8e44c2a-f09c-4d8f-a834-503f22204248 req-88a54bc3-dbaa-467d-8a7f-fc0ed7a1864b service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] No waiting events found dispatching network-vif-plugged-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.825819] env[69987]: WARNING nova.compute.manager [req-a8e44c2a-f09c-4d8f-a834-503f22204248 req-88a54bc3-dbaa-467d-8a7f-fc0ed7a1864b service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Received unexpected event network-vif-plugged-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 for instance with vm_state building and task_state spawning. [ 984.903945] env[69987]: DEBUG nova.network.neutron [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Successfully updated port: 6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.097669] env[69987]: DEBUG nova.compute.utils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.110864] env[69987]: DEBUG nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.110941] env[69987]: DEBUG nova.network.neutron [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.178486] env[69987]: DEBUG nova.compute.manager [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.178486] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.178486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d057688e-6bf6-474d-b48c-86a4e30a4ce5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.184336] env[69987]: DEBUG nova.policy [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6c9199994614138a9e08ef985d61adb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '203df10a330a49e7a002bcb2a8205973', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.191869] env[69987]: DEBUG nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.200102] env[69987]: DEBUG nova.compute.manager [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Received event network-changed-6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.200484] env[69987]: DEBUG nova.compute.manager [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Refreshing instance network info cache due to event network-changed-6bf5ec66-5a9b-438c-a316-fcc918f7f1de. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.200826] env[69987]: DEBUG oslo_concurrency.lockutils [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.203346] env[69987]: DEBUG oslo_concurrency.lockutils [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.203346] env[69987]: DEBUG nova.network.neutron [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Refreshing network info cache for port 6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.205962] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.206573] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e64d4b-5dc0-48b3-8be6-6f497fb53648 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.218542] env[69987]: DEBUG oslo_vmware.api [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 985.218542] env[69987]: value = "task-3500708" [ 985.218542] env[69987]: _type = "Task" [ 985.218542] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.235600] env[69987]: DEBUG oslo_vmware.api [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.406266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.410021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.410021] env[69987]: DEBUG nova.network.neutron [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.611756] env[69987]: DEBUG nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.630049] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5fee77-2f8f-48ae-83d6-49339ac7fdfd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.640287] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8b8a5-9820-4499-9e3a-0f2258e26b58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.682826] env[69987]: DEBUG nova.network.neutron [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Successfully created port: a1795317-3c89-41f4-ae58-b7a727f86550 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.685906] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be10dd1e-5dea-4060-bff9-fb4b6317e253 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.699898] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6b9d35-8369-4377-bb40-3e2f69ccdadf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.723628] env[69987]: DEBUG nova.compute.provider_tree [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.730431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.734879] env[69987]: DEBUG oslo_vmware.api [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.976014] env[69987]: DEBUG nova.network.neutron [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.136844] env[69987]: DEBUG nova.network.neutron [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [{"id": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "address": "fa:16:3e:41:2b:d2", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15883fd-4e", "ovs_interfaceid": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.224258] env[69987]: DEBUG nova.network.neutron [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.229626] env[69987]: DEBUG nova.scheduler.client.report [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.240508] env[69987]: DEBUG oslo_vmware.api [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500708, 'name': PowerOffVM_Task, 'duration_secs': 0.84964} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.241458] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.241566] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.244021] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35e63faa-4a9d-4cb3-af72-1ef52f35bdf8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.293585] env[69987]: DEBUG nova.network.neutron [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updated VIF entry in instance network info cache for port 6bf5ec66-5a9b-438c-a316-fcc918f7f1de. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.293958] env[69987]: DEBUG nova.network.neutron [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.326365] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.326743] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.327066] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Deleting the datastore file [datastore1] ede912a4-6b59-482b-b8a3-46a88d134ce6 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.327414] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb8b6455-22f4-4022-8c93-ec620fa35b65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.338355] env[69987]: DEBUG oslo_vmware.api [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for the task: (returnval){ [ 986.338355] env[69987]: value = "task-3500710" [ 986.338355] env[69987]: _type = "Task" [ 986.338355] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.348012] env[69987]: DEBUG oslo_vmware.api [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.624676] env[69987]: DEBUG nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.641044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.656024] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.656325] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.656497] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.656684] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.656831] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.657220] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.657220] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.657420] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.657526] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.657772] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.658026] env[69987]: DEBUG nova.virt.hardware [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.659189] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a30ac8-f9ac-4a2a-a279-7f8fe17997ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.667446] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dada5d28-152b-4739-8c01-fe66d65d8f58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.725440] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.725857] env[69987]: DEBUG nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Instance network_info: |[{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.726312] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:4b:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b7841d0-8fda-4b5d-bc1a-1da7f78dd308', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.734426] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating folder: Project (e8a80bfaf1f34bf8ab9d2f85904671eb). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.734783] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-617daba5-ee81-44b6-b2b9-ec84e4fbdf57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.737288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.739340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.846s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.740817] env[69987]: INFO nova.compute.claims [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.755692] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Created folder: Project (e8a80bfaf1f34bf8ab9d2f85904671eb) in parent group-v699418. [ 986.755880] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating folder: Instances. Parent ref: group-v699592. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.756158] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6446e3-6d07-4835-9b3c-72d9ff700f3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.768980] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Created folder: Instances in parent group-v699592. [ 986.769250] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.769449] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.769790] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe70941-f65e-48d6-87c3-c91269a759de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.789554] env[69987]: INFO nova.scheduler.client.report [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Deleted allocations for instance 77ca4bdd-1d0e-4596-810a-29eec177acd3 [ 986.800027] env[69987]: DEBUG oslo_concurrency.lockutils [req-b9ac8058-8f6e-4b51-b3d0-7145dc3b4d51 req-0fa13354-782e-4593-a427-779194a777df service nova] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.800027] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.800027] env[69987]: value = "task-3500713" [ 986.800027] env[69987]: _type = "Task" [ 986.800027] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.810366] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500713, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.852042] env[69987]: DEBUG oslo_vmware.api [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Task: {'id': task-3500710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372893} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.852337] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.852526] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.852725] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.852951] env[69987]: INFO nova.compute.manager [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 986.853254] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.853476] env[69987]: DEBUG nova.compute.manager [-] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.853573] env[69987]: DEBUG nova.network.neutron [-] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.862250] env[69987]: DEBUG nova.compute.manager [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Received event network-changed-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.862250] env[69987]: DEBUG nova.compute.manager [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Refreshing instance network info cache due to event network-changed-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.862250] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] Acquiring lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.862250] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] Acquired lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.862250] env[69987]: DEBUG nova.network.neutron [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Refreshing network info cache for port 6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.144711] env[69987]: DEBUG nova.compute.manager [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69987) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 987.144711] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.277681] env[69987]: DEBUG nova.compute.manager [req-90812d6a-a63e-431b-8526-6f387ba62884 req-9898dbb3-536d-4356-ab11-a19af8892586 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Received event network-vif-deleted-4999f54e-8781-4f65-ab9d-c4c63829fa6d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.277915] env[69987]: INFO nova.compute.manager [req-90812d6a-a63e-431b-8526-6f387ba62884 req-9898dbb3-536d-4356-ab11-a19af8892586 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Neutron deleted interface 4999f54e-8781-4f65-ab9d-c4c63829fa6d; detaching it from the instance and deleting it from the info cache [ 987.278107] env[69987]: DEBUG nova.network.neutron [req-90812d6a-a63e-431b-8526-6f387ba62884 req-9898dbb3-536d-4356-ab11-a19af8892586 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.298550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cada6ca5-33a5-40fd-bd4e-022472b4200d tempest-ServersNegativeTestMultiTenantJSON-449274158 tempest-ServersNegativeTestMultiTenantJSON-449274158-project-member] Lock "77ca4bdd-1d0e-4596-810a-29eec177acd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.716s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.312462] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500713, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.596148] env[69987]: DEBUG nova.network.neutron [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Successfully updated port: a1795317-3c89-41f4-ae58-b7a727f86550 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.617313] env[69987]: DEBUG nova.network.neutron [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updated VIF entry in instance network info cache for port 6b7841d0-8fda-4b5d-bc1a-1da7f78dd308. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.617794] env[69987]: DEBUG nova.network.neutron [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.631964] env[69987]: DEBUG nova.network.neutron [-] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.780678] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7724eb66-5a7b-4661-beb6-966c0be8826b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.797399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cb8fa0-a7c9-475f-b3ca-c346b821ef74 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.830454] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500713, 'name': CreateVM_Task, 'duration_secs': 0.58781} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.833555] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.834634] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.835776] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.835958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.850308] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb2c4a8-f585-45f2-a0b6-0f274fb1a04d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.853874] env[69987]: DEBUG nova.compute.manager [req-90812d6a-a63e-431b-8526-6f387ba62884 req-9898dbb3-536d-4356-ab11-a19af8892586 service nova] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Detach interface failed, port_id=4999f54e-8781-4f65-ab9d-c4c63829fa6d, reason: Instance ede912a4-6b59-482b-b8a3-46a88d134ce6 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.858904] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 987.858904] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522ca53e-8d39-2b0a-5cd6-a92a2f6821c7" [ 987.858904] env[69987]: _type = "Task" [ 987.858904] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.871104] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522ca53e-8d39-2b0a-5cd6-a92a2f6821c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.098596] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "refresh_cache-bea83afd-2228-4f54-bb69-8e199bbf10ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.098960] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquired lock "refresh_cache-bea83afd-2228-4f54-bb69-8e199bbf10ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.098960] env[69987]: DEBUG nova.network.neutron [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.121177] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b3a2843-95db-4899-811b-2c6686c92c7c req-86e9b632-6df0-40a9-aa79-64f5fa50b88e service nova] Releasing lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.135995] env[69987]: INFO nova.compute.manager [-] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Took 1.28 seconds to deallocate network for instance. [ 988.258122] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db36e181-e705-40f2-9531-5376b1874d5c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.269909] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29d729-82f9-44d1-83d4-e8100bf8e07f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.307839] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ebe0b5-08a9-4440-8dd1-12e794f3c154 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.319701] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0cdb4-6fe8-4d55-8371-eae259665265 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.336106] env[69987]: DEBUG nova.compute.provider_tree [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.372820] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522ca53e-8d39-2b0a-5cd6-a92a2f6821c7, 'name': SearchDatastore_Task, 'duration_secs': 0.02634} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.373204] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.373825] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.373825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.373953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.374140] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.375672] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5577cc6c-ca9c-4c51-b3fa-258f43c818c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.386252] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.386252] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.387021] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1830aca-e13f-4058-a17a-bd90a772412c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.394205] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 988.394205] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d12f1f-d312-3b8e-1142-328a66324a37" [ 988.394205] env[69987]: _type = "Task" [ 988.394205] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.404343] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d12f1f-d312-3b8e-1142-328a66324a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.644998] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.658982] env[69987]: DEBUG nova.network.neutron [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.841685] env[69987]: DEBUG nova.scheduler.client.report [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.849561] env[69987]: DEBUG nova.network.neutron [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Updating instance_info_cache with network_info: [{"id": "a1795317-3c89-41f4-ae58-b7a727f86550", "address": "fa:16:3e:2b:98:6f", "network": {"id": "6eb71d9c-144d-4135-9ccc-12b7f3ec55e8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1792354560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "203df10a330a49e7a002bcb2a8205973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1795317-3c", "ovs_interfaceid": "a1795317-3c89-41f4-ae58-b7a727f86550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.906266] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d12f1f-d312-3b8e-1142-328a66324a37, 'name': SearchDatastore_Task, 'duration_secs': 0.016317} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.907112] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e96719b-2896-464c-9b61-37650e560065 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.914382] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 988.914382] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ec25ed-b92e-76e2-28aa-e9592c39fbc0" [ 988.914382] env[69987]: _type = "Task" [ 988.914382] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.925518] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ec25ed-b92e-76e2-28aa-e9592c39fbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.950960] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52930846-7790-0189-b61e-4ab79bdaaffa/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.951780] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7abc2f4-04b3-4310-8839-f2e5a476c33f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.958676] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52930846-7790-0189-b61e-4ab79bdaaffa/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.958833] env[69987]: ERROR oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52930846-7790-0189-b61e-4ab79bdaaffa/disk-0.vmdk due to incomplete transfer. [ 988.959925] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0aa66ce-7517-41e6-9aee-547756d78638 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.970023] env[69987]: DEBUG oslo_vmware.rw_handles [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52930846-7790-0189-b61e-4ab79bdaaffa/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 988.970023] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Uploaded image 5aa0271d-ae31-4892-bcb4-23a17db5aef5 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 988.970460] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.970701] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e7a38e0-d7eb-40a9-b639-3c42e4046af0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.978353] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 988.978353] env[69987]: value = "task-3500714" [ 988.978353] env[69987]: _type = "Task" [ 988.978353] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.993248] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500714, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.052301] env[69987]: DEBUG nova.compute.manager [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Received event network-vif-plugged-a1795317-3c89-41f4-ae58-b7a727f86550 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.052522] env[69987]: DEBUG oslo_concurrency.lockutils [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] Acquiring lock "bea83afd-2228-4f54-bb69-8e199bbf10ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.052736] env[69987]: DEBUG oslo_concurrency.lockutils [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.052908] env[69987]: DEBUG oslo_concurrency.lockutils [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.056396] env[69987]: DEBUG nova.compute.manager [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] No waiting events found dispatching network-vif-plugged-a1795317-3c89-41f4-ae58-b7a727f86550 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.056396] env[69987]: WARNING nova.compute.manager [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Received unexpected event network-vif-plugged-a1795317-3c89-41f4-ae58-b7a727f86550 for instance with vm_state building and task_state spawning. [ 989.056396] env[69987]: DEBUG nova.compute.manager [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Received event network-changed-a1795317-3c89-41f4-ae58-b7a727f86550 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.056396] env[69987]: DEBUG nova.compute.manager [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Refreshing instance network info cache due to event network-changed-a1795317-3c89-41f4-ae58-b7a727f86550. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.056396] env[69987]: DEBUG oslo_concurrency.lockutils [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] Acquiring lock "refresh_cache-bea83afd-2228-4f54-bb69-8e199bbf10ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.348524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.349144] env[69987]: DEBUG nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.352740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.972s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.354095] env[69987]: DEBUG nova.objects.instance [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lazy-loading 'resources' on Instance uuid 4b94054c-1d27-45ee-92dd-4432e1e81a33 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.355428] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Releasing lock "refresh_cache-bea83afd-2228-4f54-bb69-8e199bbf10ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.355428] env[69987]: DEBUG nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Instance network_info: |[{"id": "a1795317-3c89-41f4-ae58-b7a727f86550", "address": "fa:16:3e:2b:98:6f", "network": {"id": "6eb71d9c-144d-4135-9ccc-12b7f3ec55e8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1792354560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "203df10a330a49e7a002bcb2a8205973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1795317-3c", "ovs_interfaceid": "a1795317-3c89-41f4-ae58-b7a727f86550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.356169] env[69987]: DEBUG oslo_concurrency.lockutils [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] Acquired lock "refresh_cache-bea83afd-2228-4f54-bb69-8e199bbf10ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.356169] env[69987]: DEBUG nova.network.neutron [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Refreshing network info cache for port a1795317-3c89-41f4-ae58-b7a727f86550 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.357532] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:98:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1795317-3c89-41f4-ae58-b7a727f86550', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.366703] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Creating folder: Project (203df10a330a49e7a002bcb2a8205973). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.367763] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc69e69-203e-42f6-abf0-a67dbe6d345f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.383811] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Created folder: Project (203df10a330a49e7a002bcb2a8205973) in parent group-v699418. [ 989.384080] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Creating folder: Instances. Parent ref: group-v699598. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.384939] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86828bad-4153-4f03-aaf7-5f4c17f86846 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.402588] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Created folder: Instances in parent group-v699598. [ 989.402588] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.404315] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.404855] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93eed758-dbe0-4e57-8f2f-d1f81ab837fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.433768] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ec25ed-b92e-76e2-28aa-e9592c39fbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.032394} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.435241] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.435516] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] dc83ca05-8d05-495f-b3fa-629a4748db93/dc83ca05-8d05-495f-b3fa-629a4748db93.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.435771] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.435771] env[69987]: value = "task-3500720" [ 989.435771] env[69987]: _type = "Task" [ 989.435771] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.435950] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c97bd13-7bab-43f9-b974-f1000327ffa1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.447068] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 989.447068] env[69987]: value = "task-3500721" [ 989.447068] env[69987]: _type = "Task" [ 989.447068] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.450089] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500720, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.459942] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.489975] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500714, 'name': Destroy_Task, 'duration_secs': 0.322359} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.489975] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Destroyed the VM [ 989.489975] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.490217] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bbf79bd-e924-4e9e-be2c-572566e6fc3b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.499914] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 989.499914] env[69987]: value = "task-3500722" [ 989.499914] env[69987]: _type = "Task" [ 989.499914] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.509541] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500722, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.862183] env[69987]: DEBUG nova.compute.utils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.863717] env[69987]: DEBUG nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.864809] env[69987]: DEBUG nova.network.neutron [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.943430] env[69987]: DEBUG nova.policy [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca8714e7466b45998bfdf8c948bc09e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a515f3fbc809429f84cb9da86393bee4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.956483] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500720, 'name': CreateVM_Task, 'duration_secs': 0.38765} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.962992] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.965418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.965722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.966187] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.966936] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814b522c-69ff-4102-8c26-4f12d08babaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.976194] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.985540] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 989.985540] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520851e9-3d1c-634f-ec5d-426ffddf0598" [ 989.985540] env[69987]: _type = "Task" [ 989.985540] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.999076] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520851e9-3d1c-634f-ec5d-426ffddf0598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.018837] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500722, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.198785] env[69987]: DEBUG nova.network.neutron [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Updated VIF entry in instance network info cache for port a1795317-3c89-41f4-ae58-b7a727f86550. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.199384] env[69987]: DEBUG nova.network.neutron [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Updating instance_info_cache with network_info: [{"id": "a1795317-3c89-41f4-ae58-b7a727f86550", "address": "fa:16:3e:2b:98:6f", "network": {"id": "6eb71d9c-144d-4135-9ccc-12b7f3ec55e8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1792354560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "203df10a330a49e7a002bcb2a8205973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1795317-3c", "ovs_interfaceid": "a1795317-3c89-41f4-ae58-b7a727f86550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.374744] env[69987]: DEBUG nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.410314] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79405eec-35e5-4032-9cfd-73699175ed97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.419103] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae6853-62bb-43f8-9fb2-24eb8b286f64 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.452368] env[69987]: DEBUG nova.network.neutron [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Successfully created port: 60c1cfa2-06b2-45c1-bb37-920c62bd162c {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.455527] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddceacf-c50c-4c83-b76f-23114997d8a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.470191] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada6c6ea-0fff-4b11-809c-2893bb48e9af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.476071] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500721, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.487146] env[69987]: DEBUG nova.compute.provider_tree [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.497381] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520851e9-3d1c-634f-ec5d-426ffddf0598, 'name': SearchDatastore_Task, 'duration_secs': 0.061214} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.498254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.498492] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.498731] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.498883] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.499071] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.499549] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8526cfb4-6d25-4da4-9b0a-eaf246f7eb02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.509897] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500722, 'name': RemoveSnapshot_Task, 'duration_secs': 0.580756} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.510167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.510439] env[69987]: DEBUG nova.compute.manager [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.511194] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b7555-e6e4-4be1-996e-ec5c5080edea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.516395] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.516597] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.518685] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8491cb2d-155e-4a8c-925d-043433dc95fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.529017] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 990.529017] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5289a35a-db62-639b-5b88-3d302418029b" [ 990.529017] env[69987]: _type = "Task" [ 990.529017] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.534985] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5289a35a-db62-639b-5b88-3d302418029b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.705633] env[69987]: DEBUG oslo_concurrency.lockutils [req-39766ac3-dbb7-4c8d-bdf8-f7dfd5180da5 req-d72c12a8-a592-4276-902f-7f51d678c33c service nova] Releasing lock "refresh_cache-bea83afd-2228-4f54-bb69-8e199bbf10ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.973719] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500721, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.996156] env[69987]: DEBUG nova.scheduler.client.report [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.027576] env[69987]: INFO nova.compute.manager [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Shelve offloading [ 991.041803] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5289a35a-db62-639b-5b88-3d302418029b, 'name': SearchDatastore_Task, 'duration_secs': 0.033672} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.045034] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2ba4ca-8a2d-4b73-a68d-0a82153e7d99 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.050240] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 991.050240] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f357b9-caa6-e5a4-aef5-2f367b412be7" [ 991.050240] env[69987]: _type = "Task" [ 991.050240] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.061763] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f357b9-caa6-e5a4-aef5-2f367b412be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.389161] env[69987]: DEBUG nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.423219] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.423894] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.424195] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.424509] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.424789] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.425071] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.425436] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.425846] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.426302] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.426776] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.427085] env[69987]: DEBUG nova.virt.hardware [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.428081] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96e94b-f6c4-43da-8475-00c396861d50 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.437953] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be54da6-e114-4521-b07a-d87fb03fb0a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.472170] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500721, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.690502} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.472644] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] dc83ca05-8d05-495f-b3fa-629a4748db93/dc83ca05-8d05-495f-b3fa-629a4748db93.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.473102] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.473484] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ecdf2bc-cddf-4794-b209-196504fdd765 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.484973] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 991.484973] env[69987]: value = "task-3500723" [ 991.484973] env[69987]: _type = "Task" [ 991.484973] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.496295] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.504024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.504845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.953s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.506786] env[69987]: INFO nova.compute.claims [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.535978] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.539023] env[69987]: INFO nova.scheduler.client.report [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Deleted allocations for instance 4b94054c-1d27-45ee-92dd-4432e1e81a33 [ 991.539023] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebf22978-e766-4cb9-9c25-82f881c2066b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.554480] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 991.554480] env[69987]: value = "task-3500724" [ 991.554480] env[69987]: _type = "Task" [ 991.554480] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.567444] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f357b9-caa6-e5a4-aef5-2f367b412be7, 'name': SearchDatastore_Task, 'duration_secs': 0.039437} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.571134] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.573853] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] bea83afd-2228-4f54-bb69-8e199bbf10ab/bea83afd-2228-4f54-bb69-8e199bbf10ab.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.574933] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-179431cf-4ef9-4a14-81d3-8c7630dd36c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.580012] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 991.580012] env[69987]: DEBUG nova.compute.manager [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.580012] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae215d2-d7c9-4034-9003-1c554a8e7e9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.589259] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.589438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.589611] env[69987]: DEBUG nova.network.neutron [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.590851] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 991.590851] env[69987]: value = "task-3500725" [ 991.590851] env[69987]: _type = "Task" [ 991.590851] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.600904] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.962114] env[69987]: DEBUG nova.compute.manager [req-615bb36c-af66-4987-bd08-80cd069ff27c req-fea71348-0681-4bb5-8e84-011d44691c9f service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Received event network-vif-plugged-60c1cfa2-06b2-45c1-bb37-920c62bd162c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.962455] env[69987]: DEBUG oslo_concurrency.lockutils [req-615bb36c-af66-4987-bd08-80cd069ff27c req-fea71348-0681-4bb5-8e84-011d44691c9f service nova] Acquiring lock "9e39091a-c72b-4a39-bc32-b513c22d85f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.962835] env[69987]: DEBUG oslo_concurrency.lockutils [req-615bb36c-af66-4987-bd08-80cd069ff27c req-fea71348-0681-4bb5-8e84-011d44691c9f service nova] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.963049] env[69987]: DEBUG oslo_concurrency.lockutils [req-615bb36c-af66-4987-bd08-80cd069ff27c req-fea71348-0681-4bb5-8e84-011d44691c9f service nova] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.963304] env[69987]: DEBUG nova.compute.manager [req-615bb36c-af66-4987-bd08-80cd069ff27c req-fea71348-0681-4bb5-8e84-011d44691c9f service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] No waiting events found dispatching network-vif-plugged-60c1cfa2-06b2-45c1-bb37-920c62bd162c {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.963517] env[69987]: WARNING nova.compute.manager [req-615bb36c-af66-4987-bd08-80cd069ff27c req-fea71348-0681-4bb5-8e84-011d44691c9f service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Received unexpected event network-vif-plugged-60c1cfa2-06b2-45c1-bb37-920c62bd162c for instance with vm_state building and task_state spawning. [ 991.998117] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.050045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-37075b08-622a-4dfe-b9b0-13fac1f8d75b tempest-VolumesAdminNegativeTest-1476822754 tempest-VolumesAdminNegativeTest-1476822754-project-member] Lock "4b94054c-1d27-45ee-92dd-4432e1e81a33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.581s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.100580] env[69987]: DEBUG nova.network.neutron [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Successfully updated port: 60c1cfa2-06b2-45c1-bb37-920c62bd162c {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.114009] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.496927] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500723, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.524560] env[69987]: DEBUG nova.network.neutron [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51de4fcc-04", "ovs_interfaceid": "51de4fcc-04eb-42fa-8638-3547d84351b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.610620] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.610794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.614021] env[69987]: DEBUG nova.network.neutron [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.614021] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753805} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.614021] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] bea83afd-2228-4f54-bb69-8e199bbf10ab/bea83afd-2228-4f54-bb69-8e199bbf10ab.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.614021] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.614306] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8467a2e-59b4-473b-baf3-e50509af0c13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.622977] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 992.622977] env[69987]: value = "task-3500727" [ 992.622977] env[69987]: _type = "Task" [ 992.622977] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.643126] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.959022] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6eea3-5c34-470b-a53c-98fa9f6706fa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.963647] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd3abc9-6397-4475-a146-3bd06ef72ac1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.000739] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fa54c1-91a0-4496-92f1-1bfd22fa8e80 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.012184] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc46463-2700-43ec-83e3-f03e77146b37 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.018040] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.047124} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.018040] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.018224] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af87277a-be66-4bed-b71e-773b21201ea2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.029455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.031676] env[69987]: DEBUG nova.compute.provider_tree [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.054923] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] dc83ca05-8d05-495f-b3fa-629a4748db93/dc83ca05-8d05-495f-b3fa-629a4748db93.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.055953] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a4e84b-ee66-4f87-84cc-195b24a3693d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.088142] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 993.088142] env[69987]: value = "task-3500728" [ 993.088142] env[69987]: _type = "Task" [ 993.088142] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.097716] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.135711] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234523} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.135981] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.138164] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40723b-6609-4203-8445-43ef012cf191 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.163163] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] bea83afd-2228-4f54-bb69-8e199bbf10ab/bea83afd-2228-4f54-bb69-8e199bbf10ab.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.166102] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94660be1-389d-4720-b493-6f9097205b6e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.192426] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 993.192426] env[69987]: value = "task-3500729" [ 993.192426] env[69987]: _type = "Task" [ 993.192426] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.202709] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.430521] env[69987]: DEBUG nova.network.neutron [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.462517] env[69987]: DEBUG nova.compute.manager [req-bc25fa79-af9b-4a4c-9836-ea4a6a2e15ff req-04e75d70-0895-49e8-a78a-2844dceaea58 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received event network-vif-unplugged-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.462764] env[69987]: DEBUG oslo_concurrency.lockutils [req-bc25fa79-af9b-4a4c-9836-ea4a6a2e15ff req-04e75d70-0895-49e8-a78a-2844dceaea58 service nova] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.463027] env[69987]: DEBUG oslo_concurrency.lockutils [req-bc25fa79-af9b-4a4c-9836-ea4a6a2e15ff req-04e75d70-0895-49e8-a78a-2844dceaea58 service nova] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.463203] env[69987]: DEBUG oslo_concurrency.lockutils [req-bc25fa79-af9b-4a4c-9836-ea4a6a2e15ff req-04e75d70-0895-49e8-a78a-2844dceaea58 service nova] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.463376] env[69987]: DEBUG nova.compute.manager [req-bc25fa79-af9b-4a4c-9836-ea4a6a2e15ff req-04e75d70-0895-49e8-a78a-2844dceaea58 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] No waiting events found dispatching network-vif-unplugged-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.463568] env[69987]: WARNING nova.compute.manager [req-bc25fa79-af9b-4a4c-9836-ea4a6a2e15ff req-04e75d70-0895-49e8-a78a-2844dceaea58 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received unexpected event network-vif-unplugged-51de4fcc-04eb-42fa-8638-3547d84351b0 for instance with vm_state shelved and task_state shelving_offloading. [ 993.486026] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.486932] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7733b87-2233-423a-b558-d1ae8e38ddac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.498910] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.498910] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c156b5f8-2ca7-47c6-8bf9-e622d640c572 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.538727] env[69987]: DEBUG nova.scheduler.client.report [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.602133] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.630880] env[69987]: DEBUG nova.network.neutron [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Updating instance_info_cache with network_info: [{"id": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "address": "fa:16:3e:7e:2c:9e", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c1cfa2-06", "ovs_interfaceid": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.704360] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.045137] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.045676] env[69987]: DEBUG nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.048844] env[69987]: DEBUG nova.compute.manager [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Received event network-changed-60c1cfa2-06b2-45c1-bb37-920c62bd162c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.049038] env[69987]: DEBUG nova.compute.manager [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Refreshing instance network info cache due to event network-changed-60c1cfa2-06b2-45c1-bb37-920c62bd162c. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.049276] env[69987]: DEBUG oslo_concurrency.lockutils [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] Acquiring lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.049691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.712s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.049858] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.050009] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 994.050281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.780s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.051998] env[69987]: INFO nova.compute.claims [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.055377] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b912ea-c449-452e-b0b4-11534f06eb1b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.071642] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a649c-677d-406a-8108-b18cef4a1476 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.084894] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a3ad57-0515-49d1-bdfb-1efdeda0ffa5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.098437] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be102314-3f18-4753-b6f7-d149e067b8b8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.110803] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.137222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.137536] env[69987]: DEBUG nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Instance network_info: |[{"id": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "address": "fa:16:3e:7e:2c:9e", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c1cfa2-06", "ovs_interfaceid": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.138213] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178619MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 994.138364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.138808] env[69987]: DEBUG oslo_concurrency.lockutils [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] Acquired lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.139016] env[69987]: DEBUG nova.network.neutron [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Refreshing network info cache for port 60c1cfa2-06b2-45c1-bb37-920c62bd162c {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.140434] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:2c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60c1cfa2-06b2-45c1-bb37-920c62bd162c', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.148279] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.149222] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.149447] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ab5989b-5179-4dd9-b549-b714adf54d04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.171804] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.171804] env[69987]: value = "task-3500732" [ 994.171804] env[69987]: _type = "Task" [ 994.171804] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.183674] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500732, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.204624] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500729, 'name': ReconfigVM_Task, 'duration_secs': 0.563105} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.204967] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Reconfigured VM instance instance-0000003e to attach disk [datastore1] bea83afd-2228-4f54-bb69-8e199bbf10ab/bea83afd-2228-4f54-bb69-8e199bbf10ab.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.205670] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b66070-20a6-47ae-aade-e89e77849697 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.216817] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 994.216817] env[69987]: value = "task-3500733" [ 994.216817] env[69987]: _type = "Task" [ 994.216817] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.230022] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500733, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.551186] env[69987]: DEBUG nova.compute.utils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.552625] env[69987]: DEBUG nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.552811] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.598256] env[69987]: DEBUG nova.policy [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4055bf3353b4427294ed5c0b2c75f061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd36304c8d52f4fd78481541b79ddee7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.606833] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500728, 'name': ReconfigVM_Task, 'duration_secs': 1.399819} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.607164] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Reconfigured VM instance instance-0000003d to attach disk [datastore1] dc83ca05-8d05-495f-b3fa-629a4748db93/dc83ca05-8d05-495f-b3fa-629a4748db93.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.607845] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a50653e-735b-4afa-8ec4-ef788c203408 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.615659] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 994.615659] env[69987]: value = "task-3500734" [ 994.615659] env[69987]: _type = "Task" [ 994.615659] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.626772] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500734, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.684517] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500732, 'name': CreateVM_Task, 'duration_secs': 0.379415} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.684705] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.685421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.685602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.685952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.686236] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a17a00-ecc9-4621-85a6-c58c884234e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.692183] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 994.692183] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b16406-9692-1149-4b3f-6ad92e6b5e1f" [ 994.692183] env[69987]: _type = "Task" [ 994.692183] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.703026] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b16406-9692-1149-4b3f-6ad92e6b5e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.726664] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500733, 'name': Rename_Task, 'duration_secs': 0.166266} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.726950] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.727427] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb65ad6-e727-49dc-b1a2-aea029aa28ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.734613] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 994.734613] env[69987]: value = "task-3500735" [ 994.734613] env[69987]: _type = "Task" [ 994.734613] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.744067] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.943667] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Successfully created port: fb9eaded-af28-4ea7-929b-f39ae5d09a55 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.056303] env[69987]: DEBUG nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.131396] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500734, 'name': Rename_Task, 'duration_secs': 0.158138} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.132105] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.132406] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa0d6f9-c6bb-434d-b2cc-b4a3be3b87bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.141491] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 995.141491] env[69987]: value = "task-3500736" [ 995.141491] env[69987]: _type = "Task" [ 995.141491] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.152928] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.211551] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b16406-9692-1149-4b3f-6ad92e6b5e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011713} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.211551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.211551] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.211551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.211708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.211708] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.213127] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f5704b-be89-4262-8448-ca1663aaf459 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.224596] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.225322] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.226649] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe92fc2-b6d5-4ab6-afb1-e58c2a078de4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.233643] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 995.233643] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521c067b-f28b-c855-bbc7-5a9a0256b486" [ 995.233643] env[69987]: _type = "Task" [ 995.233643] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.255111] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521c067b-f28b-c855-bbc7-5a9a0256b486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.261984] env[69987]: DEBUG oslo_vmware.api [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500735, 'name': PowerOnVM_Task, 'duration_secs': 0.517561} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.262749] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.263101] env[69987]: INFO nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Took 8.64 seconds to spawn the instance on the hypervisor. [ 995.263216] env[69987]: DEBUG nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.264025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a396e45-e18e-44fa-8b70-5b55fe023014 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.318157] env[69987]: DEBUG nova.network.neutron [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Updated VIF entry in instance network info cache for port 60c1cfa2-06b2-45c1-bb37-920c62bd162c. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.318599] env[69987]: DEBUG nova.network.neutron [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Updating instance_info_cache with network_info: [{"id": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "address": "fa:16:3e:7e:2c:9e", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c1cfa2-06", "ovs_interfaceid": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.321672] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Successfully created port: 18e6a86e-5424-4cc6-bbd4-fa78d9614a31 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.553791] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b29936-20e9-4d60-b751-34e80102db4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.567725] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152304db-b299-4b03-82cc-f50df7260aff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.614897] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Successfully created port: 7dfadede-1d4a-4180-8a0c-b8635ba28f07 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.617556] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d985c4-97cf-4460-adae-b5ddf9b320c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.627055] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64cd55b-43ce-46c4-90e5-0775c02259a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.643620] env[69987]: DEBUG nova.compute.provider_tree [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.655768] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500736, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.663790] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.664053] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.664288] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleting the datastore file [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.664944] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaefcbc2-e795-4f97-aa95-5a262f848163 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.672634] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 995.672634] env[69987]: value = "task-3500737" [ 995.672634] env[69987]: _type = "Task" [ 995.672634] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.681631] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.749042] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521c067b-f28b-c855-bbc7-5a9a0256b486, 'name': SearchDatastore_Task, 'duration_secs': 0.017668} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.749042] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33a4336-d68e-4570-807b-5dc9f7dda57f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.752750] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 995.752750] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5219a8ab-5b6f-5f5b-99f9-5c0d307cbcdf" [ 995.752750] env[69987]: _type = "Task" [ 995.752750] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.763035] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5219a8ab-5b6f-5f5b-99f9-5c0d307cbcdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.769100] env[69987]: DEBUG nova.compute.manager [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received event network-changed-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.769300] env[69987]: DEBUG nova.compute.manager [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Refreshing instance network info cache due to event network-changed-51de4fcc-04eb-42fa-8638-3547d84351b0. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.769616] env[69987]: DEBUG oslo_concurrency.lockutils [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] Acquiring lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.769708] env[69987]: DEBUG oslo_concurrency.lockutils [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] Acquired lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.772890] env[69987]: DEBUG nova.network.neutron [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Refreshing network info cache for port 51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.788356] env[69987]: INFO nova.compute.manager [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Took 52.03 seconds to build instance. [ 995.821340] env[69987]: DEBUG oslo_concurrency.lockutils [req-f9c7375a-0419-4cb2-bcf1-d527bcab993b req-51298796-e238-4a73-9c37-50d8029594a5 service nova] Releasing lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.079644] env[69987]: DEBUG nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.111791] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.112271] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.112838] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.113184] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.113520] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.114029] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.114453] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.114809] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.115194] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.115520] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.116043] env[69987]: DEBUG nova.virt.hardware [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.117069] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71891bd8-a31f-47a8-855f-847beb633f8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.129389] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40224281-bd39-417c-84e9-55e1a86bee05 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.152209] env[69987]: DEBUG nova.scheduler.client.report [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.160737] env[69987]: DEBUG oslo_vmware.api [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500736, 'name': PowerOnVM_Task, 'duration_secs': 0.514662} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.160737] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.160737] env[69987]: INFO nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Took 12.25 seconds to spawn the instance on the hypervisor. [ 996.160737] env[69987]: DEBUG nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.160737] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068387f1-706b-445b-af41-ac496cbdc034 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.186215] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.264881] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5219a8ab-5b6f-5f5b-99f9-5c0d307cbcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.015859} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.265210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.265484] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9e39091a-c72b-4a39-bc32-b513c22d85f4/9e39091a-c72b-4a39-bc32-b513c22d85f4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.266121] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3216e99-df4e-4564-8faa-3fb47f4739c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.277487] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 996.277487] env[69987]: value = "task-3500739" [ 996.277487] env[69987]: _type = "Task" [ 996.277487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.288170] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.289705] env[69987]: DEBUG oslo_concurrency.lockutils [None req-090e68c5-5e87-4ee2-827c-f9781f32dd52 tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.391s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.656564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.657163] env[69987]: DEBUG nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.660737] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.395s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.661264] env[69987]: INFO nova.compute.claims [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.669411] env[69987]: DEBUG nova.network.neutron [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updated VIF entry in instance network info cache for port 51de4fcc-04eb-42fa-8638-3547d84351b0. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.669741] env[69987]: DEBUG nova.network.neutron [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": null, "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap51de4fcc-04", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.696313] env[69987]: INFO nova.compute.manager [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Took 56.62 seconds to build instance. [ 996.702173] env[69987]: DEBUG oslo_vmware.api [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551291} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.702173] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.702173] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.702173] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.738906] env[69987]: INFO nova.scheduler.client.report [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleted allocations for instance f5bd91ff-5a34-4478-9ece-8918fee6101a [ 996.795232] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.821740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "bea83afd-2228-4f54-bb69-8e199bbf10ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.821740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.821740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "bea83afd-2228-4f54-bb69-8e199bbf10ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.821740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.822153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.824244] env[69987]: INFO nova.compute.manager [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Terminating instance [ 997.165560] env[69987]: DEBUG nova.compute.utils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.170041] env[69987]: DEBUG nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.170041] env[69987]: DEBUG nova.network.neutron [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.177855] env[69987]: DEBUG oslo_concurrency.lockutils [req-e55aa697-5d5b-4b89-a892-498620a2fdab req-40cb3d9c-d859-4e71-a94a-550b4944ef8f service nova] Releasing lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.202563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-801c1513-a898-4705-b36d-9f28707da6ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.572s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.211329] env[69987]: DEBUG nova.compute.manager [req-ef8336fd-c48f-4f9e-ae9c-38f993a5eb42 req-24a9f3c8-65b1-4569-b07c-2e8186f9dd17 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-vif-plugged-fb9eaded-af28-4ea7-929b-f39ae5d09a55 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.211329] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef8336fd-c48f-4f9e-ae9c-38f993a5eb42 req-24a9f3c8-65b1-4569-b07c-2e8186f9dd17 service nova] Acquiring lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.211562] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef8336fd-c48f-4f9e-ae9c-38f993a5eb42 req-24a9f3c8-65b1-4569-b07c-2e8186f9dd17 service nova] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.211817] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef8336fd-c48f-4f9e-ae9c-38f993a5eb42 req-24a9f3c8-65b1-4569-b07c-2e8186f9dd17 service nova] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.211915] env[69987]: DEBUG nova.compute.manager [req-ef8336fd-c48f-4f9e-ae9c-38f993a5eb42 req-24a9f3c8-65b1-4569-b07c-2e8186f9dd17 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] No waiting events found dispatching network-vif-plugged-fb9eaded-af28-4ea7-929b-f39ae5d09a55 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.212111] env[69987]: WARNING nova.compute.manager [req-ef8336fd-c48f-4f9e-ae9c-38f993a5eb42 req-24a9f3c8-65b1-4569-b07c-2e8186f9dd17 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received unexpected event network-vif-plugged-fb9eaded-af28-4ea7-929b-f39ae5d09a55 for instance with vm_state building and task_state spawning. [ 997.221168] env[69987]: DEBUG nova.policy [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27ccfda8479c49bbbdcb8056f01de356', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3846ab7e27694289becf5f9aceb1be3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.243828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.292950] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77475} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.293245] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9e39091a-c72b-4a39-bc32-b513c22d85f4/9e39091a-c72b-4a39-bc32-b513c22d85f4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.293463] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.293727] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb98b7ea-5ae7-493f-bb1e-da2f35b15b77 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.302278] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 997.302278] env[69987]: value = "task-3500740" [ 997.302278] env[69987]: _type = "Task" [ 997.302278] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.313779] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.329214] env[69987]: DEBUG nova.compute.manager [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.329453] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.330355] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9b47aa-3745-4edb-818e-860523f7aa55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.338948] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.339263] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29fb9b65-fe7a-493c-a38e-0d58ffb7b3c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.346834] env[69987]: DEBUG oslo_vmware.api [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 997.346834] env[69987]: value = "task-3500741" [ 997.346834] env[69987]: _type = "Task" [ 997.346834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.358953] env[69987]: DEBUG oslo_vmware.api [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.381461] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Successfully updated port: fb9eaded-af28-4ea7-929b-f39ae5d09a55 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.675270] env[69987]: DEBUG nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.758024] env[69987]: DEBUG nova.network.neutron [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Successfully created port: 1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.812988] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117863} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.816654] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.817961] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6147bd-a43a-4192-83c2-8cad16dd98ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.842693] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 9e39091a-c72b-4a39-bc32-b513c22d85f4/9e39091a-c72b-4a39-bc32-b513c22d85f4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.845686] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9628ba8-9a9f-4f90-b2ad-b99740df88b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.873730] env[69987]: DEBUG oslo_vmware.api [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500741, 'name': PowerOffVM_Task, 'duration_secs': 0.407634} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.875273] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.875674] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.875990] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 997.875990] env[69987]: value = "task-3500742" [ 997.875990] env[69987]: _type = "Task" [ 997.875990] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.875990] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb5dd8a7-fee1-428d-b897-69b45ca0c3a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.892998] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.177240] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c403b35c-37e3-45c0-80f4-dcf9167bd6cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.193252] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9403399a-aad3-4579-8c58-c33ce9b2724a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.233030] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69e5f4e-88f3-4716-a7b1-97b76045ecdf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.242916] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afdbd7e-c213-4f63-b39a-f2a857d36e71 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.250215] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.250477] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.250714] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Deleting the datastore file [datastore1] bea83afd-2228-4f54-bb69-8e199bbf10ab {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.251390] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c57cc37-3777-4fb0-9488-c08a06257240 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.264825] env[69987]: DEBUG nova.compute.provider_tree [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.277245] env[69987]: DEBUG oslo_vmware.api [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for the task: (returnval){ [ 998.277245] env[69987]: value = "task-3500744" [ 998.277245] env[69987]: _type = "Task" [ 998.277245] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.285389] env[69987]: DEBUG oslo_vmware.api [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.391260] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.701109] env[69987]: DEBUG nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.730635] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.730963] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.731134] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.731350] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.731468] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.731613] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.731827] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.732068] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.732177] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.732343] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.732511] env[69987]: DEBUG nova.virt.hardware [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.733486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e57603-2c03-4ff9-baae-e77c8001d1bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.743046] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974c4bd-a6bc-4bd8-9396-1ff08e05a626 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.768514] env[69987]: DEBUG nova.scheduler.client.report [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.786316] env[69987]: DEBUG oslo_vmware.api [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Task: {'id': task-3500744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268748} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.786614] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.786813] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.787048] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.787264] env[69987]: INFO nova.compute.manager [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Took 1.46 seconds to destroy the instance on the hypervisor. [ 998.787488] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.788900] env[69987]: DEBUG nova.compute.manager [-] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.788900] env[69987]: DEBUG nova.network.neutron [-] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.888563] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500742, 'name': ReconfigVM_Task, 'duration_secs': 0.602495} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.889049] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 9e39091a-c72b-4a39-bc32-b513c22d85f4/9e39091a-c72b-4a39-bc32-b513c22d85f4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.889567] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9187480f-54a1-4c28-9d1d-87c1bca6d42e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.898902] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 998.898902] env[69987]: value = "task-3500746" [ 998.898902] env[69987]: _type = "Task" [ 998.898902] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.910759] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500746, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.978252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.082860] env[69987]: DEBUG nova.compute.manager [req-597cd658-1b56-44ed-ad08-f5d94bc99705 req-b9b001b8-c670-4e86-b32f-e7392b9f4ccc service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Received event network-vif-deleted-a1795317-3c89-41f4-ae58-b7a727f86550 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.083094] env[69987]: INFO nova.compute.manager [req-597cd658-1b56-44ed-ad08-f5d94bc99705 req-b9b001b8-c670-4e86-b32f-e7392b9f4ccc service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Neutron deleted interface a1795317-3c89-41f4-ae58-b7a727f86550; detaching it from the instance and deleting it from the info cache [ 999.083468] env[69987]: DEBUG nova.network.neutron [req-597cd658-1b56-44ed-ad08-f5d94bc99705 req-b9b001b8-c670-4e86-b32f-e7392b9f4ccc service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.275947] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.277364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.807s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.277440] env[69987]: DEBUG nova.objects.instance [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lazy-loading 'resources' on Instance uuid f432ef0a-9c47-40e6-96c1-d7601dc314a4 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.282112] env[69987]: DEBUG nova.compute.manager [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-changed-fb9eaded-af28-4ea7-929b-f39ae5d09a55 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.282270] env[69987]: DEBUG nova.compute.manager [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Refreshing instance network info cache due to event network-changed-fb9eaded-af28-4ea7-929b-f39ae5d09a55. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.282478] env[69987]: DEBUG oslo_concurrency.lockutils [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] Acquiring lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.282638] env[69987]: DEBUG oslo_concurrency.lockutils [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] Acquired lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.282799] env[69987]: DEBUG nova.network.neutron [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Refreshing network info cache for port fb9eaded-af28-4ea7-929b-f39ae5d09a55 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.410121] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500746, 'name': Rename_Task, 'duration_secs': 0.163926} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.410403] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.410651] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dda3899c-77b5-4d9e-ab0f-be10b15df6a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.417671] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 999.417671] env[69987]: value = "task-3500747" [ 999.417671] env[69987]: _type = "Task" [ 999.417671] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.426314] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.482932] env[69987]: DEBUG nova.network.neutron [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Successfully updated port: 1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.563751] env[69987]: DEBUG nova.network.neutron [-] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.586705] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67ba9618-eab1-4a2d-901e-c78b3200d27c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.598220] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7f45ad-1b29-4d2d-aaac-51a47d1e79cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.635648] env[69987]: DEBUG nova.compute.manager [req-597cd658-1b56-44ed-ad08-f5d94bc99705 req-b9b001b8-c670-4e86-b32f-e7392b9f4ccc service nova] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Detach interface failed, port_id=a1795317-3c89-41f4-ae58-b7a727f86550, reason: Instance bea83afd-2228-4f54-bb69-8e199bbf10ab could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.721474] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Successfully updated port: 18e6a86e-5424-4cc6-bbd4-fa78d9614a31 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.782538] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "1ccfc67c-0a71-4680-80b9-ccf05a6a51e4" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.782905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "1ccfc67c-0a71-4680-80b9-ccf05a6a51e4" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.824283] env[69987]: DEBUG nova.network.neutron [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.929673] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500747, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.969832] env[69987]: DEBUG nova.network.neutron [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.988298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.988500] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquired lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.988608] env[69987]: DEBUG nova.network.neutron [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.067424] env[69987]: INFO nova.compute.manager [-] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Took 1.28 seconds to deallocate network for instance. [ 1000.209975] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c1bac-b487-4954-b62e-65c3f6ee24f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.220179] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854fcd6a-4c1f-440c-8b89-fccb173e757b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.257652] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471233bf-67c3-4ff3-b929-67a1903bd598 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.266437] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52983ea4-7009-436e-a2fb-e1b6ccda8770 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.281847] env[69987]: DEBUG nova.compute.provider_tree [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.289979] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "1ccfc67c-0a71-4680-80b9-ccf05a6a51e4" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.289979] env[69987]: DEBUG nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.429586] env[69987]: DEBUG oslo_vmware.api [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500747, 'name': PowerOnVM_Task, 'duration_secs': 0.583348} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.429951] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.430170] env[69987]: INFO nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1000.430342] env[69987]: DEBUG nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.431135] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1688a5-b10b-4785-b898-20ee70e8cf3b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.472793] env[69987]: DEBUG oslo_concurrency.lockutils [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] Releasing lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.473075] env[69987]: DEBUG nova.compute.manager [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Received event network-changed-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.473248] env[69987]: DEBUG nova.compute.manager [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Refreshing instance network info cache due to event network-changed-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.473462] env[69987]: DEBUG oslo_concurrency.lockutils [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] Acquiring lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.473641] env[69987]: DEBUG oslo_concurrency.lockutils [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] Acquired lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.473784] env[69987]: DEBUG nova.network.neutron [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Refreshing network info cache for port 6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.524255] env[69987]: DEBUG nova.network.neutron [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.575129] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.606856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "fb7b6c9a-b573-4461-8d64-bc6515be043f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.606856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "fb7b6c9a-b573-4461-8d64-bc6515be043f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.722149] env[69987]: DEBUG nova.network.neutron [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Updating instance_info_cache with network_info: [{"id": "1c450804-5f1f-4b16-9517-682e1461a6f4", "address": "fa:16:3e:dc:3c:34", "network": {"id": "60926f71-aa8e-4045-88a6-08a3cb73fc46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1223039123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3846ab7e27694289becf5f9aceb1be3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c450804-5f", "ovs_interfaceid": "1c450804-5f1f-4b16-9517-682e1461a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.785032] env[69987]: DEBUG nova.scheduler.client.report [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.792203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "be068ce9-4845-489d-bba0-290cf5dee49b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.792405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "be068ce9-4845-489d-bba0-290cf5dee49b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.794537] env[69987]: DEBUG nova.compute.utils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.796204] env[69987]: DEBUG nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.796372] env[69987]: DEBUG nova.network.neutron [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.840551] env[69987]: DEBUG nova.policy [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd90d64dbc807419e9d5f11100b36b7e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a85c213ce3ac48eb8def44f16493df58', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.950471] env[69987]: INFO nova.compute.manager [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Took 49.09 seconds to build instance. [ 1001.111978] env[69987]: DEBUG nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.115845] env[69987]: DEBUG nova.compute.manager [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Received event network-vif-plugged-1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.116076] env[69987]: DEBUG oslo_concurrency.lockutils [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] Acquiring lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.116756] env[69987]: DEBUG oslo_concurrency.lockutils [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.116756] env[69987]: DEBUG oslo_concurrency.lockutils [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.116756] env[69987]: DEBUG nova.compute.manager [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] No waiting events found dispatching network-vif-plugged-1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.116756] env[69987]: WARNING nova.compute.manager [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Received unexpected event network-vif-plugged-1c450804-5f1f-4b16-9517-682e1461a6f4 for instance with vm_state building and task_state spawning. [ 1001.116990] env[69987]: DEBUG nova.compute.manager [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Received event network-changed-1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.117092] env[69987]: DEBUG nova.compute.manager [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Refreshing instance network info cache due to event network-changed-1c450804-5f1f-4b16-9517-682e1461a6f4. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.117266] env[69987]: DEBUG oslo_concurrency.lockutils [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] Acquiring lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.217081] env[69987]: DEBUG nova.network.neutron [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Successfully created port: 01a4025a-e0bf-42aa-8095-6dcd934439b5 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.225191] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Releasing lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.225782] env[69987]: DEBUG nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Instance network_info: |[{"id": "1c450804-5f1f-4b16-9517-682e1461a6f4", "address": "fa:16:3e:dc:3c:34", "network": {"id": "60926f71-aa8e-4045-88a6-08a3cb73fc46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1223039123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3846ab7e27694289becf5f9aceb1be3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c450804-5f", "ovs_interfaceid": "1c450804-5f1f-4b16-9517-682e1461a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.225905] env[69987]: DEBUG oslo_concurrency.lockutils [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] Acquired lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.226189] env[69987]: DEBUG nova.network.neutron [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Refreshing network info cache for port 1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.229119] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:3c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c450804-5f1f-4b16-9517-682e1461a6f4', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.238893] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Creating folder: Project (3846ab7e27694289becf5f9aceb1be3e). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.240280] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978d0b63-42cf-41ca-9fa9-af009d592dde {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.253535] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Created folder: Project (3846ab7e27694289becf5f9aceb1be3e) in parent group-v699418. [ 1001.253869] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Creating folder: Instances. Parent ref: group-v699603. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.254196] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c7df6ca-7ed5-41d2-8aa4-7813361e3e26 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.270734] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Created folder: Instances in parent group-v699603. [ 1001.270734] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.270734] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.270734] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6e5e674-0245-4b26-92bc-71f5a81726b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.295500] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.297736] env[69987]: DEBUG nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.299953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.819s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.304290] env[69987]: DEBUG nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.308352] env[69987]: DEBUG nova.compute.manager [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-vif-plugged-18e6a86e-5424-4cc6-bbd4-fa78d9614a31 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.308689] env[69987]: DEBUG oslo_concurrency.lockutils [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] Acquiring lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.308799] env[69987]: DEBUG oslo_concurrency.lockutils [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.309344] env[69987]: DEBUG oslo_concurrency.lockutils [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.309344] env[69987]: DEBUG nova.compute.manager [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] No waiting events found dispatching network-vif-plugged-18e6a86e-5424-4cc6-bbd4-fa78d9614a31 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.309344] env[69987]: WARNING nova.compute.manager [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received unexpected event network-vif-plugged-18e6a86e-5424-4cc6-bbd4-fa78d9614a31 for instance with vm_state building and task_state spawning. [ 1001.309478] env[69987]: DEBUG nova.compute.manager [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-changed-18e6a86e-5424-4cc6-bbd4-fa78d9614a31 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.309561] env[69987]: DEBUG nova.compute.manager [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Refreshing instance network info cache due to event network-changed-18e6a86e-5424-4cc6-bbd4-fa78d9614a31. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.312300] env[69987]: DEBUG oslo_concurrency.lockutils [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] Acquiring lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.312300] env[69987]: DEBUG oslo_concurrency.lockutils [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] Acquired lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.312300] env[69987]: DEBUG nova.network.neutron [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Refreshing network info cache for port 18e6a86e-5424-4cc6-bbd4-fa78d9614a31 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.312824] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.312824] env[69987]: value = "task-3500750" [ 1001.312824] env[69987]: _type = "Task" [ 1001.312824] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.324104] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500750, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.334099] env[69987]: INFO nova.scheduler.client.report [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Deleted allocations for instance f432ef0a-9c47-40e6-96c1-d7601dc314a4 [ 1001.398982] env[69987]: DEBUG nova.network.neutron [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updated VIF entry in instance network info cache for port 6b7841d0-8fda-4b5d-bc1a-1da7f78dd308. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.398982] env[69987]: DEBUG nova.network.neutron [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.452208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32dbd403-6920-4787-a45e-7ac6bf09dba4 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.597s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.637641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.754157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] Acquiring lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.754157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] Acquired lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.757280] env[69987]: DEBUG nova.network.neutron [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.813682] env[69987]: INFO nova.compute.claims [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.839172] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500750, 'name': CreateVM_Task, 'duration_secs': 0.403751} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.840329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.842438] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.843085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7c754fc3-44ab-4fa1-8994-a4389cb70577 tempest-SecurityGroupsTestJSON-1482814430 tempest-SecurityGroupsTestJSON-1482814430-project-member] Lock "f432ef0a-9c47-40e6-96c1-d7601dc314a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.872s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.844301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.844496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.844868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.845860] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddfdca1-f40e-4569-8f93-255054a5189d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.853992] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1001.853992] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a9f4a3-4431-6212-c644-224c9930a254" [ 1001.853992] env[69987]: _type = "Task" [ 1001.853992] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.863744] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a9f4a3-4431-6212-c644-224c9930a254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.881244] env[69987]: DEBUG nova.network.neutron [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.901396] env[69987]: DEBUG oslo_concurrency.lockutils [req-62ea000a-fbce-4ad6-87f6-455867c58ddb req-6878cadb-1daa-430c-b8fb-1117d9e714f5 service nova] Releasing lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.974890] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Successfully updated port: 7dfadede-1d4a-4180-8a0c-b8635ba28f07 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.010256] env[69987]: DEBUG nova.network.neutron [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.016836] env[69987]: DEBUG nova.network.neutron [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Updated VIF entry in instance network info cache for port 1c450804-5f1f-4b16-9517-682e1461a6f4. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.017209] env[69987]: DEBUG nova.network.neutron [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Updating instance_info_cache with network_info: [{"id": "1c450804-5f1f-4b16-9517-682e1461a6f4", "address": "fa:16:3e:dc:3c:34", "network": {"id": "60926f71-aa8e-4045-88a6-08a3cb73fc46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1223039123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3846ab7e27694289becf5f9aceb1be3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c450804-5f", "ovs_interfaceid": "1c450804-5f1f-4b16-9517-682e1461a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.322208] env[69987]: INFO nova.compute.resource_tracker [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating resource usage from migration 6383b2a2-c081-4499-8e0e-f0b8beb979cd [ 1002.326137] env[69987]: DEBUG nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.359499] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.359778] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.359939] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.363229] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.363415] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.363575] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.363802] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.363968] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.364161] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.364328] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.364505] env[69987]: DEBUG nova.virt.hardware [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.365537] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b51bbc1-b478-45c5-a93b-bfbff1e3eb4e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.387839] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a2e043-26e8-40c1-a2b1-68c836ee5b6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.392832] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a9f4a3-4431-6212-c644-224c9930a254, 'name': SearchDatastore_Task, 'duration_secs': 0.028367} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.395871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.396183] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.396405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.396551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.396731] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.399569] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76af77ad-7c8e-4663-99d5-f02df6a43a10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.412438] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.412756] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.415815] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3def7b-f394-48db-a1b9-ec038e8f9644 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.421954] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1002.421954] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5278abd3-381f-4f4d-775d-313910c3b2ed" [ 1002.421954] env[69987]: _type = "Task" [ 1002.421954] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.430790] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5278abd3-381f-4f4d-775d-313910c3b2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.478807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.515138] env[69987]: DEBUG oslo_concurrency.lockutils [req-387b8f82-bd28-4894-b7a0-cc7605a67628 req-2979d2ec-a022-42a9-acdf-5d758234ee5a service nova] Releasing lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.515558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.515723] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.519890] env[69987]: DEBUG oslo_concurrency.lockutils [req-a6177e72-579d-4268-af8f-cef56924f37c req-4edede17-b32d-461f-a450-5baea7f00598 service nova] Releasing lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.600667] env[69987]: DEBUG nova.network.neutron [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Updating instance_info_cache with network_info: [{"id": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "address": "fa:16:3e:7e:2c:9e", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c1cfa2-06", "ovs_interfaceid": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.830893] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed06e4c-11d5-4826-8402-e28fb17eb977 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.846586] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1d1afa-c994-41d7-b6f3-1a8a690b483d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.899996] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef8a73-b79d-4092-a4d1-a880a78cb50b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.912025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed852874-5460-4c0e-9892-a0263377943d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.933788] env[69987]: DEBUG nova.compute.provider_tree [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.948937] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5278abd3-381f-4f4d-775d-313910c3b2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.950138] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8b49bd-8b08-4776-9dc2-57029dd7fccf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.959273] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1002.959273] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52597e99-e963-57d9-8237-7c4944c4b7cd" [ 1002.959273] env[69987]: _type = "Task" [ 1002.959273] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.971506] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52597e99-e963-57d9-8237-7c4944c4b7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.104101] env[69987]: DEBUG oslo_concurrency.lockutils [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] Releasing lock "refresh_cache-9e39091a-c72b-4a39-bc32-b513c22d85f4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.104407] env[69987]: DEBUG nova.compute.manager [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Inject network info {{(pid=69987) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1003.104676] env[69987]: DEBUG nova.compute.manager [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] network_info to inject: |[{"id": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "address": "fa:16:3e:7e:2c:9e", "network": {"id": "5e4b02fd-4e17-45e4-908f-e7fad5764087", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1611242251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a515f3fbc809429f84cb9da86393bee4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c1cfa2-06", "ovs_interfaceid": "60c1cfa2-06b2-45c1-bb37-920c62bd162c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1003.109806] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Reconfiguring VM instance to set the machine id {{(pid=69987) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1003.110184] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c61c99-206c-4226-9505-6657ca885d2f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.121051] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.129319] env[69987]: DEBUG oslo_vmware.api [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] Waiting for the task: (returnval){ [ 1003.129319] env[69987]: value = "task-3500752" [ 1003.129319] env[69987]: _type = "Task" [ 1003.129319] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.140340] env[69987]: DEBUG oslo_vmware.api [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] Task: {'id': task-3500752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.332953] env[69987]: DEBUG nova.network.neutron [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Successfully updated port: 01a4025a-e0bf-42aa-8095-6dcd934439b5 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.384829] env[69987]: DEBUG nova.compute.manager [req-981be13d-f5c9-4d42-80a7-b8f63757b077 req-e457775f-44f2-4295-9eee-5f27e7cbb347 service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Received event network-vif-plugged-01a4025a-e0bf-42aa-8095-6dcd934439b5 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.385070] env[69987]: DEBUG oslo_concurrency.lockutils [req-981be13d-f5c9-4d42-80a7-b8f63757b077 req-e457775f-44f2-4295-9eee-5f27e7cbb347 service nova] Acquiring lock "16960e12-126b-4466-af84-2180724d790c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.385386] env[69987]: DEBUG oslo_concurrency.lockutils [req-981be13d-f5c9-4d42-80a7-b8f63757b077 req-e457775f-44f2-4295-9eee-5f27e7cbb347 service nova] Lock "16960e12-126b-4466-af84-2180724d790c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.385565] env[69987]: DEBUG oslo_concurrency.lockutils [req-981be13d-f5c9-4d42-80a7-b8f63757b077 req-e457775f-44f2-4295-9eee-5f27e7cbb347 service nova] Lock "16960e12-126b-4466-af84-2180724d790c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.385755] env[69987]: DEBUG nova.compute.manager [req-981be13d-f5c9-4d42-80a7-b8f63757b077 req-e457775f-44f2-4295-9eee-5f27e7cbb347 service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] No waiting events found dispatching network-vif-plugged-01a4025a-e0bf-42aa-8095-6dcd934439b5 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.385948] env[69987]: WARNING nova.compute.manager [req-981be13d-f5c9-4d42-80a7-b8f63757b077 req-e457775f-44f2-4295-9eee-5f27e7cbb347 service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Received unexpected event network-vif-plugged-01a4025a-e0bf-42aa-8095-6dcd934439b5 for instance with vm_state building and task_state spawning. [ 1003.405805] env[69987]: DEBUG nova.compute.manager [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-vif-plugged-7dfadede-1d4a-4180-8a0c-b8635ba28f07 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.406096] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] Acquiring lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.406318] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.406500] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.406666] env[69987]: DEBUG nova.compute.manager [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] No waiting events found dispatching network-vif-plugged-7dfadede-1d4a-4180-8a0c-b8635ba28f07 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.406835] env[69987]: WARNING nova.compute.manager [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received unexpected event network-vif-plugged-7dfadede-1d4a-4180-8a0c-b8635ba28f07 for instance with vm_state building and task_state spawning. [ 1003.407214] env[69987]: DEBUG nova.compute.manager [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-changed-7dfadede-1d4a-4180-8a0c-b8635ba28f07 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.407214] env[69987]: DEBUG nova.compute.manager [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Refreshing instance network info cache due to event network-changed-7dfadede-1d4a-4180-8a0c-b8635ba28f07. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.407344] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] Acquiring lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.441355] env[69987]: DEBUG nova.scheduler.client.report [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.470048] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52597e99-e963-57d9-8237-7c4944c4b7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.032284} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.470318] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.470576] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0/6200f8dc-ab3f-4a08-9b12-d2abb3164bf0.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.470824] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7786b371-f697-49f6-aa4a-477deb7fe7ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.479271] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1003.479271] env[69987]: value = "task-3500753" [ 1003.479271] env[69987]: _type = "Task" [ 1003.479271] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.488912] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.642802] env[69987]: DEBUG oslo_vmware.api [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] Task: {'id': task-3500752, 'name': ReconfigVM_Task, 'duration_secs': 0.178597} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.643201] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-be257745-c07a-42f4-b14d-1709b66c84f4 tempest-ServersAdminTestJSON-1122064272 tempest-ServersAdminTestJSON-1122064272-project-admin] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Reconfigured VM instance to set the machine id {{(pid=69987) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1003.783662] env[69987]: DEBUG nova.network.neutron [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Updating instance_info_cache with network_info: [{"id": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "address": "fa:16:3e:9c:47:c1", "network": {"id": "daf2207f-8606-4f14-a50b-39f23dd2a59e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1267106777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9eaded-af", "ovs_interfaceid": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "address": "fa:16:3e:69:28:cc", "network": {"id": "6715f68e-b1f6-4320-a8b0-7abeca77bf36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-723550637", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6a86e-54", "ovs_interfaceid": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7dfadede-1d4a-4180-8a0c-b8635ba28f07", "address": "fa:16:3e:e5:47:2f", "network": {"id": "daf2207f-8606-4f14-a50b-39f23dd2a59e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1267106777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dfadede-1d", "ovs_interfaceid": "7dfadede-1d4a-4180-8a0c-b8635ba28f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.835746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "refresh_cache-16960e12-126b-4466-af84-2180724d790c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.835946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquired lock "refresh_cache-16960e12-126b-4466-af84-2180724d790c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.836203] env[69987]: DEBUG nova.network.neutron [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.946454] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.646s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.946675] env[69987]: INFO nova.compute.manager [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Migrating [ 1003.955657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.914s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.959848] env[69987]: INFO nova.compute.claims [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.996025] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500753, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.286541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Releasing lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.286937] env[69987]: DEBUG nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Instance network_info: |[{"id": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "address": "fa:16:3e:9c:47:c1", "network": {"id": "daf2207f-8606-4f14-a50b-39f23dd2a59e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1267106777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9eaded-af", "ovs_interfaceid": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "address": "fa:16:3e:69:28:cc", "network": {"id": "6715f68e-b1f6-4320-a8b0-7abeca77bf36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-723550637", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6a86e-54", "ovs_interfaceid": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7dfadede-1d4a-4180-8a0c-b8635ba28f07", "address": "fa:16:3e:e5:47:2f", "network": {"id": "daf2207f-8606-4f14-a50b-39f23dd2a59e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1267106777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dfadede-1d", "ovs_interfaceid": "7dfadede-1d4a-4180-8a0c-b8635ba28f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.287349] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] Acquired lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.287477] env[69987]: DEBUG nova.network.neutron [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Refreshing network info cache for port 7dfadede-1d4a-4180-8a0c-b8635ba28f07 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.288952] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:47:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb9eaded-af28-4ea7-929b-f39ae5d09a55', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:28:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e6a86e-5424-4cc6-bbd4-fa78d9614a31', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:47:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dfadede-1d4a-4180-8a0c-b8635ba28f07', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.300850] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Creating folder: Project (d36304c8d52f4fd78481541b79ddee7b). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.301897] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e3de16-4c33-4574-9807-7ec83d82a45b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.314539] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Created folder: Project (d36304c8d52f4fd78481541b79ddee7b) in parent group-v699418. [ 1004.314649] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Creating folder: Instances. Parent ref: group-v699606. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.314919] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43c4871b-495a-4999-86a6-1963a3c24f2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.327034] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Created folder: Instances in parent group-v699606. [ 1004.327323] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.327927] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.327927] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b53148d-614b-4a0c-b46b-d6c2104038f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.356515] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.356515] env[69987]: value = "task-3500756" [ 1004.356515] env[69987]: _type = "Task" [ 1004.356515] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.367906] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500756, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.399793] env[69987]: DEBUG nova.network.neutron [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.474604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.474887] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.475100] env[69987]: DEBUG nova.network.neutron [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.492592] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67482} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.494271] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0/6200f8dc-ab3f-4a08-9b12-d2abb3164bf0.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.494271] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.494271] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6666ca14-caaa-45e4-8828-4096c8a90170 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.506781] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1004.506781] env[69987]: value = "task-3500758" [ 1004.506781] env[69987]: _type = "Task" [ 1004.506781] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.518781] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.698902] env[69987]: DEBUG nova.network.neutron [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Updating instance_info_cache with network_info: [{"id": "01a4025a-e0bf-42aa-8095-6dcd934439b5", "address": "fa:16:3e:ad:5c:46", "network": {"id": "dcb593f1-9dc7-4977-853c-bd68eb6aa619", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1654081718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a85c213ce3ac48eb8def44f16493df58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a4025a-e0", "ovs_interfaceid": "01a4025a-e0bf-42aa-8095-6dcd934439b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.870783] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500756, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.016928] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098666} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.019787] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.020827] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b30644f-b377-425e-8d4c-23d6d97deacc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.046583] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0/6200f8dc-ab3f-4a08-9b12-d2abb3164bf0.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.052203] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7872a55a-a16f-4312-8064-1df9ee5439fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.076903] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1005.076903] env[69987]: value = "task-3500759" [ 1005.076903] env[69987]: _type = "Task" [ 1005.076903] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.089522] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.116668] env[69987]: INFO nova.compute.manager [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Rebuilding instance [ 1005.135913] env[69987]: DEBUG nova.network.neutron [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Updated VIF entry in instance network info cache for port 7dfadede-1d4a-4180-8a0c-b8635ba28f07. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.136465] env[69987]: DEBUG nova.network.neutron [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Updating instance_info_cache with network_info: [{"id": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "address": "fa:16:3e:9c:47:c1", "network": {"id": "daf2207f-8606-4f14-a50b-39f23dd2a59e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1267106777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9eaded-af", "ovs_interfaceid": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "address": "fa:16:3e:69:28:cc", "network": {"id": "6715f68e-b1f6-4320-a8b0-7abeca77bf36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-723550637", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6a86e-54", "ovs_interfaceid": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7dfadede-1d4a-4180-8a0c-b8635ba28f07", "address": "fa:16:3e:e5:47:2f", "network": {"id": "daf2207f-8606-4f14-a50b-39f23dd2a59e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1267106777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dfadede-1d", "ovs_interfaceid": "7dfadede-1d4a-4180-8a0c-b8635ba28f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.188503] env[69987]: DEBUG nova.compute.manager [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.190233] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a22975-1ccc-4145-918d-23a552629f8a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.206928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Releasing lock "refresh_cache-16960e12-126b-4466-af84-2180724d790c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.207247] env[69987]: DEBUG nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Instance network_info: |[{"id": "01a4025a-e0bf-42aa-8095-6dcd934439b5", "address": "fa:16:3e:ad:5c:46", "network": {"id": "dcb593f1-9dc7-4977-853c-bd68eb6aa619", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1654081718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a85c213ce3ac48eb8def44f16493df58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a4025a-e0", "ovs_interfaceid": "01a4025a-e0bf-42aa-8095-6dcd934439b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.209274] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:5c:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01a4025a-e0bf-42aa-8095-6dcd934439b5', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.220726] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Creating folder: Project (a85c213ce3ac48eb8def44f16493df58). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.221409] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2667978-ab9a-4b66-b8e0-642db974db8d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.243044] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Created folder: Project (a85c213ce3ac48eb8def44f16493df58) in parent group-v699418. [ 1005.243400] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Creating folder: Instances. Parent ref: group-v699609. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.243750] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d8e5d64-1bed-4548-a4ed-8b873f154a39 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.259664] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Created folder: Instances in parent group-v699609. [ 1005.259906] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.260140] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16960e12-126b-4466-af84-2180724d790c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.260353] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d22479a-0dce-4690-87fe-7e822f3e76c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.279529] env[69987]: DEBUG nova.network.neutron [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance_info_cache with network_info: [{"id": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "address": "fa:16:3e:00:49:39", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3858e9-27", "ovs_interfaceid": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.287946] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.287946] env[69987]: value = "task-3500762" [ 1005.287946] env[69987]: _type = "Task" [ 1005.287946] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.299717] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500762, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.371325] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500756, 'name': CreateVM_Task, 'duration_secs': 0.917012} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.372435] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.372435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.372552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.372948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.373998] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcd37f8-d9ff-4b51-84f4-d15a23991e46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.381983] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1005.381983] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52480f1a-2c7e-6786-df1b-81dbfa3a038d" [ 1005.381983] env[69987]: _type = "Task" [ 1005.381983] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.392420] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52480f1a-2c7e-6786-df1b-81dbfa3a038d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.415031] env[69987]: DEBUG nova.compute.manager [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Received event network-changed-01a4025a-e0bf-42aa-8095-6dcd934439b5 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.415150] env[69987]: DEBUG nova.compute.manager [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Refreshing instance network info cache due to event network-changed-01a4025a-e0bf-42aa-8095-6dcd934439b5. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.415369] env[69987]: DEBUG oslo_concurrency.lockutils [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] Acquiring lock "refresh_cache-16960e12-126b-4466-af84-2180724d790c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.415516] env[69987]: DEBUG oslo_concurrency.lockutils [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] Acquired lock "refresh_cache-16960e12-126b-4466-af84-2180724d790c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.415679] env[69987]: DEBUG nova.network.neutron [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Refreshing network info cache for port 01a4025a-e0bf-42aa-8095-6dcd934439b5 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.552178] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414f3cd7-895c-41ee-aa44-48c27bbde9dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.562021] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63d903-ac52-4cbc-bc1c-598536143afc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.602130] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a81ce5-e267-49c7-ae81-2ea32f52eeb2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.617997] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82164b5f-823e-461a-bd1a-9eb0267bb597 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.622874] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500759, 'name': ReconfigVM_Task, 'duration_secs': 0.382654} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.623218] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0/6200f8dc-ab3f-4a08-9b12-d2abb3164bf0.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.624213] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d80e6ddd-e233-44af-a8f3-b4c7366c04fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.635400] env[69987]: DEBUG nova.compute.provider_tree [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.638393] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1005.638393] env[69987]: value = "task-3500763" [ 1005.638393] env[69987]: _type = "Task" [ 1005.638393] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.639057] env[69987]: DEBUG oslo_concurrency.lockutils [req-d7cb9d53-a3af-447e-9476-a6b70fc4cb2a req-d6456127-58a6-481f-b33c-1f22f068db58 service nova] Releasing lock "refresh_cache-19f33238-a740-47fe-b5e6-c3a76a738138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.657531] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500763, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.782557] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.799159] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500762, 'name': CreateVM_Task, 'duration_secs': 0.435211} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.799409] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16960e12-126b-4466-af84-2180724d790c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.800154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.894094] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52480f1a-2c7e-6786-df1b-81dbfa3a038d, 'name': SearchDatastore_Task, 'duration_secs': 0.022612} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.894421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.894659] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.894952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.895138] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.895331] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.895990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.895990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.896144] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2578434-b5a4-401c-9dcf-b0b6144b9c94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.898245] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5b5683-bdd3-481d-8075-49c87c111fcd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.904676] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1005.904676] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f135f2-d5c4-fe58-3f1e-51bc85b2ad17" [ 1005.904676] env[69987]: _type = "Task" [ 1005.904676] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.910126] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.910126] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.910449] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703d1222-0d9f-4ca9-bdd4-f579dcfec52a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.916477] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f135f2-d5c4-fe58-3f1e-51bc85b2ad17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.921619] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1005.921619] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ed5d5e-31a3-7351-e5c6-3e1d5765917a" [ 1005.921619] env[69987]: _type = "Task" [ 1005.921619] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.931891] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed5d5e-31a3-7351-e5c6-3e1d5765917a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.132712] env[69987]: DEBUG nova.network.neutron [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Updated VIF entry in instance network info cache for port 01a4025a-e0bf-42aa-8095-6dcd934439b5. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.133271] env[69987]: DEBUG nova.network.neutron [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Updating instance_info_cache with network_info: [{"id": "01a4025a-e0bf-42aa-8095-6dcd934439b5", "address": "fa:16:3e:ad:5c:46", "network": {"id": "dcb593f1-9dc7-4977-853c-bd68eb6aa619", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1654081718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a85c213ce3ac48eb8def44f16493df58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01a4025a-e0", "ovs_interfaceid": "01a4025a-e0bf-42aa-8095-6dcd934439b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.139965] env[69987]: DEBUG nova.scheduler.client.report [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.154605] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500763, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.212938] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.213334] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6056e20d-5951-4e86-b79d-407ab365e552 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.223271] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1006.223271] env[69987]: value = "task-3500764" [ 1006.223271] env[69987]: _type = "Task" [ 1006.223271] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.234419] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.416758] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f135f2-d5c4-fe58-3f1e-51bc85b2ad17, 'name': SearchDatastore_Task, 'duration_secs': 0.017019} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.417115] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.417371] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.417623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.432653] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed5d5e-31a3-7351-e5c6-3e1d5765917a, 'name': SearchDatastore_Task, 'duration_secs': 0.011818} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.433630] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954cdaa6-1eff-4c67-8a46-a77579dc698e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.439950] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1006.439950] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527b0e04-40f1-c674-13ab-494514de3c3b" [ 1006.439950] env[69987]: _type = "Task" [ 1006.439950] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.450949] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527b0e04-40f1-c674-13ab-494514de3c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.636629] env[69987]: DEBUG oslo_concurrency.lockutils [req-4b14c96b-0aba-4c9a-9496-a741e88879c4 req-e27ea099-831f-49d3-a5c4-1377997bcd2d service nova] Releasing lock "refresh_cache-16960e12-126b-4466-af84-2180724d790c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.645166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.645723] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.654715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.512s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.654955] env[69987]: DEBUG nova.objects.instance [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lazy-loading 'resources' on Instance uuid 2285082c-afdd-4f73-9c91-8e080a02aa45 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.667091] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500763, 'name': Rename_Task, 'duration_secs': 0.952453} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.667544] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.667762] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b11e91-7078-476b-9f17-dc12490cf7ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.676642] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1006.676642] env[69987]: value = "task-3500766" [ 1006.676642] env[69987]: _type = "Task" [ 1006.676642] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.686160] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.739091] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500764, 'name': PowerOffVM_Task, 'duration_secs': 0.314328} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.739431] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.739639] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.741240] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746929cf-941e-4cb7-bc9a-664562c2d6c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.748700] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.748950] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa92879e-5085-4d48-8eb4-55f18603ec64 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.816380] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.816595] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.816819] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleting the datastore file [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.817072] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfc1e46c-6143-4c57-8845-ea533f4f0604 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.824625] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1006.824625] env[69987]: value = "task-3500768" [ 1006.824625] env[69987]: _type = "Task" [ 1006.824625] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.834386] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.950829] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527b0e04-40f1-c674-13ab-494514de3c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.015373} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.951136] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.951410] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 19f33238-a740-47fe-b5e6-c3a76a738138/19f33238-a740-47fe-b5e6-c3a76a738138.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.951698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.951883] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.952122] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e16d62f-3ff0-45e5-871e-e6b242567102 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.954643] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57b8abc4-1b71-4ec4-ae99-016e3c20ad30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.962945] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1006.962945] env[69987]: value = "task-3500769" [ 1006.962945] env[69987]: _type = "Task" [ 1006.962945] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.969535] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.969743] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.971728] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1c01ac-b7a1-4ebe-986b-aaac2e6546e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.977944] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.982113] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1006.982113] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b9fa13-ffd2-c980-4240-bd71cb064e4b" [ 1006.982113] env[69987]: _type = "Task" [ 1006.982113] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.995718] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b9fa13-ffd2-c980-4240-bd71cb064e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.158385] env[69987]: DEBUG nova.compute.utils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.168168] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.168168] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.195053] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.212916] env[69987]: DEBUG nova.policy [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a472dccb5d84e2aa3db05d9b3ad6e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fc2d828eb424dbc92c877d3c8b6aaa2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.298096] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767c608-e283-4f79-ac60-5ab8e6e7b12b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.327294] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance 'c8c9590d-86be-4d60-b8e6-d30953871b4c' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.347198] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211844} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.347198] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.347198] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.347198] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.478633] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500769, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.496102] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b9fa13-ffd2-c980-4240-bd71cb064e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.502346] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a676f292-90f9-493d-9094-85040d8b0a34 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.510396] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1007.510396] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52efd1d1-afb6-3a55-9183-6f5e4d774edf" [ 1007.510396] env[69987]: _type = "Task" [ 1007.510396] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.526060] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52efd1d1-afb6-3a55-9183-6f5e4d774edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.641052] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Successfully created port: f084cc0c-779d-4cbc-bb8e-9f2148ef4548 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.667738] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.697247] env[69987]: DEBUG oslo_vmware.api [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500766, 'name': PowerOnVM_Task, 'duration_secs': 0.608839} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.697484] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.697713] env[69987]: INFO nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1007.697872] env[69987]: DEBUG nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.698745] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183d71a0-f9e9-4e46-a70c-449ce0a2b741 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.718739] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6624d7dc-c9dc-4b0a-9b6a-14b1ff09f7bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.728248] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b641e5-9b2e-45a7-a137-fe6acadebbc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.765528] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf1c160-8859-497c-bdcb-82d9675929cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.775259] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d9164f-9ac1-4f21-a705-c0f680e6da52 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.793534] env[69987]: DEBUG nova.compute.provider_tree [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.839577] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.840623] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc07ea9c-7ceb-4184-ae9a-c71d0a5c7dbe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.847688] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1007.847688] env[69987]: value = "task-3500770" [ 1007.847688] env[69987]: _type = "Task" [ 1007.847688] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.859343] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.975593] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629684} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.975593] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 19f33238-a740-47fe-b5e6-c3a76a738138/19f33238-a740-47fe-b5e6-c3a76a738138.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.975761] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.975957] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeef70d8-eec4-4dcf-8fbb-608c15b5a050 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.984767] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1007.984767] env[69987]: value = "task-3500771" [ 1007.984767] env[69987]: _type = "Task" [ 1007.984767] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.995972] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.021510] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52efd1d1-afb6-3a55-9183-6f5e4d774edf, 'name': SearchDatastore_Task, 'duration_secs': 0.05043} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.021786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.022074] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 16960e12-126b-4466-af84-2180724d790c/16960e12-126b-4466-af84-2180724d790c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.022342] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-075978b5-7c3b-4e9c-bd24-0afc7769c36a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.030519] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1008.030519] env[69987]: value = "task-3500772" [ 1008.030519] env[69987]: _type = "Task" [ 1008.030519] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.041876] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.230892] env[69987]: INFO nova.compute.manager [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Took 47.98 seconds to build instance. [ 1008.296367] env[69987]: DEBUG nova.scheduler.client.report [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.361086] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500770, 'name': PowerOffVM_Task, 'duration_secs': 0.44633} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.364805] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.365147] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance 'c8c9590d-86be-4d60-b8e6-d30953871b4c' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.403201] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.403201] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.403324] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.403544] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.403699] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.403897] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.404171] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.404370] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.404625] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.404851] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.405077] env[69987]: DEBUG nova.virt.hardware [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.406019] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac2e1db-115f-4802-9abb-5cd4fdb53534 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.416483] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d9cbd0-eae1-484a-814c-2b103e6ac415 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.434860] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:69:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be70cd8d-e482-400f-9516-22be357c6e4f', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.442620] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.443295] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.443534] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e77d7d3f-dedc-4dfa-ae8a-d8b42b58699b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.472021] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.472021] env[69987]: value = "task-3500773" [ 1008.472021] env[69987]: _type = "Task" [ 1008.472021] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.477562] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500773, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.496890] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120105} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.496890] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.497511] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4c087-1436-4b4b-89d9-cc01db11f53b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.530823] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 19f33238-a740-47fe-b5e6-c3a76a738138/19f33238-a740-47fe-b5e6-c3a76a738138.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.531260] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896eb8c7-006f-4d98-9e8a-9c96791409c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.568087] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500772, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.570262] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1008.570262] env[69987]: value = "task-3500774" [ 1008.570262] env[69987]: _type = "Task" [ 1008.570262] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.678191] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.711743] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.712010] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.712187] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.712375] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.712523] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.712684] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.712939] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.713207] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.713400] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.714329] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.714329] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.715220] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305088b6-8e18-4a99-ae8a-ed1833c73a34 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.726899] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca642ab-a9ea-4277-b2e6-ee69b01de34a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.732185] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ac14c3a-c4a5-444e-a0b8-a74cc4e6c9c0 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.382s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.809648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.809648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.152s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.809648] env[69987]: DEBUG nova.objects.instance [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lazy-loading 'resources' on Instance uuid 81f9545c-d6c2-4c15-ab8e-1d8676b1734d {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.849599] env[69987]: INFO nova.scheduler.client.report [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Deleted allocations for instance 2285082c-afdd-4f73-9c91-8e080a02aa45 [ 1008.871862] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.872437] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.872730] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.873090] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.873274] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.877201] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.877389] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.877546] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.877730] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.877882] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.878071] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.888784] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df564732-4f75-4b92-8596-dd1b80fccb29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.919026] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1008.919026] env[69987]: value = "task-3500775" [ 1008.919026] env[69987]: _type = "Task" [ 1008.919026] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.930279] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.980260] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500773, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.996640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.996927] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.045272] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823346} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.045272] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 16960e12-126b-4466-af84-2180724d790c/16960e12-126b-4466-af84-2180724d790c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.045272] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.045272] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df38649e-1e44-414c-a02a-969c43eb6161 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.053618] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1009.053618] env[69987]: value = "task-3500776" [ 1009.053618] env[69987]: _type = "Task" [ 1009.053618] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.062480] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.082143] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.364152] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ae640ddb-4d59-4918-967d-957a06a4b808 tempest-ServerDiagnosticsNegativeTest-1661671035 tempest-ServerDiagnosticsNegativeTest-1661671035-project-member] Lock "2285082c-afdd-4f73-9c91-8e080a02aa45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.684s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.437524] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500775, 'name': ReconfigVM_Task, 'duration_secs': 0.355599} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.439050] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance 'c8c9590d-86be-4d60-b8e6-d30953871b4c' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.460018] env[69987]: DEBUG nova.compute.manager [req-46942f57-8ca4-4520-a734-c8f31b565b74 req-d021b208-8486-4740-9f46-148cfa37a2a8 service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Received event network-vif-plugged-f084cc0c-779d-4cbc-bb8e-9f2148ef4548 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.460637] env[69987]: DEBUG oslo_concurrency.lockutils [req-46942f57-8ca4-4520-a734-c8f31b565b74 req-d021b208-8486-4740-9f46-148cfa37a2a8 service nova] Acquiring lock "7256afea-6d09-4e43-8c07-b8a7a61b9118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.461022] env[69987]: DEBUG oslo_concurrency.lockutils [req-46942f57-8ca4-4520-a734-c8f31b565b74 req-d021b208-8486-4740-9f46-148cfa37a2a8 service nova] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.461125] env[69987]: DEBUG oslo_concurrency.lockutils [req-46942f57-8ca4-4520-a734-c8f31b565b74 req-d021b208-8486-4740-9f46-148cfa37a2a8 service nova] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.462016] env[69987]: DEBUG nova.compute.manager [req-46942f57-8ca4-4520-a734-c8f31b565b74 req-d021b208-8486-4740-9f46-148cfa37a2a8 service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] No waiting events found dispatching network-vif-plugged-f084cc0c-779d-4cbc-bb8e-9f2148ef4548 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.462016] env[69987]: WARNING nova.compute.manager [req-46942f57-8ca4-4520-a734-c8f31b565b74 req-d021b208-8486-4740-9f46-148cfa37a2a8 service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Received unexpected event network-vif-plugged-f084cc0c-779d-4cbc-bb8e-9f2148ef4548 for instance with vm_state building and task_state spawning. [ 1009.487282] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500773, 'name': CreateVM_Task, 'duration_secs': 0.525118} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.487282] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.490518] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.490518] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.490518] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.490518] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9885f25-9ef0-478a-afec-009f526a3aea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.494362] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1009.494362] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5205dcd9-bdae-f0fa-a59c-2931856248b8" [ 1009.494362] env[69987]: _type = "Task" [ 1009.494362] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.499757] env[69987]: DEBUG nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.512894] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5205dcd9-bdae-f0fa-a59c-2931856248b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.527565] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Successfully updated port: f084cc0c-779d-4cbc-bb8e-9f2148ef4548 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.567421] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156027} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.570483] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.572664] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a86e3a-a98b-4bb7-bd97-36d1528a4b40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.596222] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500774, 'name': ReconfigVM_Task, 'duration_secs': 0.528568} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.605651] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 16960e12-126b-4466-af84-2180724d790c/16960e12-126b-4466-af84-2180724d790c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.608675] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 19f33238-a740-47fe-b5e6-c3a76a738138/19f33238-a740-47fe-b5e6-c3a76a738138.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.609798] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7731c0dd-114d-49b0-bb5c-53e6ea780c79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.626671] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b121ac3c-178c-49f6-86ce-7f3d71c0feee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.634648] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1009.634648] env[69987]: value = "task-3500778" [ 1009.634648] env[69987]: _type = "Task" [ 1009.634648] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.636261] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1009.636261] env[69987]: value = "task-3500777" [ 1009.636261] env[69987]: _type = "Task" [ 1009.636261] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.651490] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500777, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.655440] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.885881] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c88915-4636-4d51-8f75-5f785a3a64a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.893567] env[69987]: DEBUG nova.compute.manager [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Received event network-changed-1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.893929] env[69987]: DEBUG nova.compute.manager [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Refreshing instance network info cache due to event network-changed-1c450804-5f1f-4b16-9517-682e1461a6f4. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.894510] env[69987]: DEBUG oslo_concurrency.lockutils [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] Acquiring lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.894586] env[69987]: DEBUG oslo_concurrency.lockutils [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] Acquired lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.894860] env[69987]: DEBUG nova.network.neutron [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Refreshing network info cache for port 1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.909794] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8cf525-04ba-4b90-930e-25eb16004fe2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.951409] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.951926] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.952087] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.952320] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.952497] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.952666] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.953130] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.953130] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.953245] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.953402] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.953583] env[69987]: DEBUG nova.virt.hardware [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.959351] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.960238] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0863c0ae-e775-4985-9966-afa81dbdd74a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.974348] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ac6d59-d0eb-4502-845d-36171223233d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.983197] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8f8c1-7a34-4857-ad77-6e2cacd40362 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.988682] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1009.988682] env[69987]: value = "task-3500779" [ 1009.988682] env[69987]: _type = "Task" [ 1009.988682] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.000488] env[69987]: DEBUG nova.compute.provider_tree [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.013752] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.022450] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5205dcd9-bdae-f0fa-a59c-2931856248b8, 'name': SearchDatastore_Task, 'duration_secs': 0.028462} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.022754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.023012] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.023240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.027127] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.027127] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.027127] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-722abd72-3527-49bc-ac40-b9a3f8a6b3ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.029410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.033324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "refresh_cache-7256afea-6d09-4e43-8c07-b8a7a61b9118" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.033455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "refresh_cache-7256afea-6d09-4e43-8c07-b8a7a61b9118" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.033599] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.036420] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.039863] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.039863] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fc5ea8-27ea-4287-a1ab-7b85d9acc1d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.044070] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1010.044070] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5234fc12-01fc-b58a-fb4e-0b82f8ca0d0a" [ 1010.044070] env[69987]: _type = "Task" [ 1010.044070] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.054289] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5234fc12-01fc-b58a-fb4e-0b82f8ca0d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.151692] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500777, 'name': Rename_Task, 'duration_secs': 0.320096} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.155294] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.155585] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.155836] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd9ff40-c658-4679-9ab2-5336023d8f9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.166698] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1010.166698] env[69987]: value = "task-3500780" [ 1010.166698] env[69987]: _type = "Task" [ 1010.166698] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.175349] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.500015] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500779, 'name': ReconfigVM_Task, 'duration_secs': 0.223376} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.500381] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1010.501248] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964acfb-7282-4da3-b5d5-4f5e341ab906 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.505213] env[69987]: DEBUG nova.scheduler.client.report [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.533139] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c8c9590d-86be-4d60-b8e6-d30953871b4c/c8c9590d-86be-4d60-b8e6-d30953871b4c.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.534151] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b420f8-5ab2-42c0-aac2-f0b030839ba5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.563760] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5234fc12-01fc-b58a-fb4e-0b82f8ca0d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.028169} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.565833] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1010.565833] env[69987]: value = "task-3500781" [ 1010.565833] env[69987]: _type = "Task" [ 1010.565833] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.566090] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1aaf4e-13ed-45b1-9853-baeef34950fa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.595638] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.596038] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1010.596038] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527f9145-c388-0cf1-f502-9e27fa9a5779" [ 1010.596038] env[69987]: _type = "Task" [ 1010.596038] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.609454] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527f9145-c388-0cf1-f502-9e27fa9a5779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.615642] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.649545] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500778, 'name': ReconfigVM_Task, 'duration_secs': 0.712377} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.649955] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 16960e12-126b-4466-af84-2180724d790c/16960e12-126b-4466-af84-2180724d790c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.651485] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d78873e1-a223-4271-ac68-da03ae1daae2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.664495] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1010.664495] env[69987]: value = "task-3500782" [ 1010.664495] env[69987]: _type = "Task" [ 1010.664495] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.682346] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.691381] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500782, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.909345] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Updating instance_info_cache with network_info: [{"id": "f084cc0c-779d-4cbc-bb8e-9f2148ef4548", "address": "fa:16:3e:5a:ca:41", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf084cc0c-77", "ovs_interfaceid": "f084cc0c-779d-4cbc-bb8e-9f2148ef4548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.927065] env[69987]: DEBUG nova.network.neutron [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Updated VIF entry in instance network info cache for port 1c450804-5f1f-4b16-9517-682e1461a6f4. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.927702] env[69987]: DEBUG nova.network.neutron [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Updating instance_info_cache with network_info: [{"id": "1c450804-5f1f-4b16-9517-682e1461a6f4", "address": "fa:16:3e:dc:3c:34", "network": {"id": "60926f71-aa8e-4045-88a6-08a3cb73fc46", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1223039123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3846ab7e27694289becf5f9aceb1be3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c450804-5f", "ovs_interfaceid": "1c450804-5f1f-4b16-9517-682e1461a6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.995236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquiring lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.995494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.012411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.016296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.529s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.016863] env[69987]: INFO nova.compute.claims [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.040637] env[69987]: INFO nova.scheduler.client.report [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleted allocations for instance 81f9545c-d6c2-4c15-ab8e-1d8676b1734d [ 1011.807597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "refresh_cache-7256afea-6d09-4e43-8c07-b8a7a61b9118" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.808059] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Instance network_info: |[{"id": "f084cc0c-779d-4cbc-bb8e-9f2148ef4548", "address": "fa:16:3e:5a:ca:41", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf084cc0c-77", "ovs_interfaceid": "f084cc0c-779d-4cbc-bb8e-9f2148ef4548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.808298] env[69987]: DEBUG oslo_concurrency.lockutils [req-0717748b-8731-4b82-9f1e-6625e8792bbe req-98f5bc8e-cc5e-4092-ba1b-eb58153eed6d service nova] Releasing lock "refresh_cache-6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.808706] env[69987]: DEBUG nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.815749] env[69987]: DEBUG nova.compute.manager [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Received event network-changed-f084cc0c-779d-4cbc-bb8e-9f2148ef4548 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.816066] env[69987]: DEBUG nova.compute.manager [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Refreshing instance network info cache due to event network-changed-f084cc0c-779d-4cbc-bb8e-9f2148ef4548. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.816301] env[69987]: DEBUG oslo_concurrency.lockutils [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] Acquiring lock "refresh_cache-7256afea-6d09-4e43-8c07-b8a7a61b9118" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.816448] env[69987]: DEBUG oslo_concurrency.lockutils [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] Acquired lock "refresh_cache-7256afea-6d09-4e43-8c07-b8a7a61b9118" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.816608] env[69987]: DEBUG nova.network.neutron [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Refreshing network info cache for port f084cc0c-779d-4cbc-bb8e-9f2148ef4548 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.818141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4edaa7e-40c0-4fdd-8a92-ea091ca961f1 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "81f9545c-d6c2-4c15-ab8e-1d8676b1734d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.539s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.829439] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:ca:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f084cc0c-779d-4cbc-bb8e-9f2148ef4548', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.837649] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.839808] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.840904] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f907e749-86c9-45a9-801f-02da9237348e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.867835] env[69987]: DEBUG oslo_vmware.api [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500780, 'name': PowerOnVM_Task, 'duration_secs': 0.563859} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.868082] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500781, 'name': ReconfigVM_Task, 'duration_secs': 0.621219} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.868309] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527f9145-c388-0cf1-f502-9e27fa9a5779, 'name': SearchDatastore_Task, 'duration_secs': 0.021712} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.868501] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500782, 'name': Rename_Task, 'duration_secs': 0.251802} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.869114] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.869329] env[69987]: INFO nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Took 15.79 seconds to spawn the instance on the hypervisor. [ 1011.869504] env[69987]: DEBUG nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.869783] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c8c9590d-86be-4d60-b8e6-d30953871b4c/c8c9590d-86be-4d60-b8e6-d30953871b4c.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.870067] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance 'c8c9590d-86be-4d60-b8e6-d30953871b4c' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.873950] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.874252] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.874541] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.876221] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb1120-cf89-472a-8c1c-19277837c912 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.878871] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aed67964-7a86-41b1-9194-16bb4a7567b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.881045] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7687ea8f-5b08-4965-a4ac-5789b33e9caa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.882592] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.882592] env[69987]: value = "task-3500783" [ 1011.882592] env[69987]: _type = "Task" [ 1011.882592] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.894211] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1011.894211] env[69987]: value = "task-3500785" [ 1011.894211] env[69987]: _type = "Task" [ 1011.894211] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.894693] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1011.894693] env[69987]: value = "task-3500784" [ 1011.894693] env[69987]: _type = "Task" [ 1011.894693] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.904523] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500783, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.912023] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500784, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.913531] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.359022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.376701] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a46983-213e-4828-bfd4-315127ebb210 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.422268] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaef266-01e2-4be5-ba3d-1bfd44a6f4b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.429067] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500783, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.436184] env[69987]: INFO nova.compute.manager [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Took 57.91 seconds to build instance. [ 1012.459562] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.459891] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.460588] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance 'c8c9590d-86be-4d60-b8e6-d30953871b4c' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.695180] env[69987]: DEBUG nova.network.neutron [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Updated VIF entry in instance network info cache for port f084cc0c-779d-4cbc-bb8e-9f2148ef4548. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.695558] env[69987]: DEBUG nova.network.neutron [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Updating instance_info_cache with network_info: [{"id": "f084cc0c-779d-4cbc-bb8e-9f2148ef4548", "address": "fa:16:3e:5a:ca:41", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf084cc0c-77", "ovs_interfaceid": "f084cc0c-779d-4cbc-bb8e-9f2148ef4548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.891766] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742c2bc-0b01-4250-ac29-e5fef3d9014a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.897475] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500783, 'name': CreateVM_Task, 'duration_secs': 0.791096} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.898120] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.899014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.899014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.899976] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.899976] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c655baef-860a-44e0-b7d0-0da07792ae21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.905641] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e12279-578c-4c8b-9984-9e08e72ccbbd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.910508] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1012.910508] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5296e5fa-fe16-d771-8474-acf4727c1794" [ 1012.910508] env[69987]: _type = "Task" [ 1012.910508] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.951094] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dcd312-cc90-444c-a532-f0abcb940625 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.957697] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5296e5fa-fe16-d771-8474-acf4727c1794, 'name': SearchDatastore_Task, 'duration_secs': 0.028045} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.958735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.959820] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.959820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.959820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.959820] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.960099] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e29123c6-568e-44e4-8a33-09c9ddd3da13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.969939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d40ccd24-bf29-4387-93e0-2eebac257cda tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "19f33238-a740-47fe-b5e6-c3a76a738138" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.093s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.970765] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708005} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.973723] env[69987]: DEBUG oslo_vmware.api [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500784, 'name': PowerOnVM_Task, 'duration_secs': 0.932779} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.975378] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc462ad-c943-4fb3-8929-ae9aefaa1c24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.979442] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.979780] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.980076] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.980282] env[69987]: INFO nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1012.980455] env[69987]: DEBUG nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.980715] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92518fd2-f89e-4412-b8b5-5f8c4098cbe9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.984050] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb739d-0551-457f-b3ef-529a35bfca9b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.988654] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.988871] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.000301] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93442f3-8a4b-4b21-9199-bf30303e9af8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.006247] env[69987]: DEBUG nova.compute.provider_tree [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.009630] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1013.009630] env[69987]: value = "task-3500786" [ 1013.009630] env[69987]: _type = "Task" [ 1013.009630] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.016582] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1013.016582] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5274c52f-19e2-a46e-687a-6cdeb828fcb6" [ 1013.016582] env[69987]: _type = "Task" [ 1013.016582] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.021136] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.027539] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5274c52f-19e2-a46e-687a-6cdeb828fcb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.037565] env[69987]: DEBUG nova.network.neutron [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Port 7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1013.201521] env[69987]: DEBUG oslo_concurrency.lockutils [req-f963a475-4e2a-466e-8961-2cdce9772bef req-81e37570-1754-4706-b6d9-3d61f99653af service nova] Releasing lock "refresh_cache-7256afea-6d09-4e43-8c07-b8a7a61b9118" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.438440] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.438674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.518504] env[69987]: DEBUG nova.scheduler.client.report [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.527038] env[69987]: INFO nova.compute.manager [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Took 48.28 seconds to build instance. [ 1013.546632] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5274c52f-19e2-a46e-687a-6cdeb828fcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.060085} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.546870] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167476} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.548312] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.548655] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab541577-9a07-4a7e-b2d2-c5cf6bbf4ecc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.552021] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd779e1-c9a5-4f39-83f2-3529e820a04b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.559686] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1013.559686] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52182db1-c972-f644-8f42-ae65aa94002f" [ 1013.559686] env[69987]: _type = "Task" [ 1013.559686] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.579330] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.584680] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4b8b82-dad2-4245-a60a-e34085265cfb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.606779] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52182db1-c972-f644-8f42-ae65aa94002f, 'name': SearchDatastore_Task, 'duration_secs': 0.024235} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.608177] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.608441] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7256afea-6d09-4e43-8c07-b8a7a61b9118/7256afea-6d09-4e43-8c07-b8a7a61b9118.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.608793] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1013.608793] env[69987]: value = "task-3500787" [ 1013.608793] env[69987]: _type = "Task" [ 1013.608793] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.608975] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9cf1e26-7798-48cc-879c-9fa827061592 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.621616] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.622962] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1013.622962] env[69987]: value = "task-3500788" [ 1013.622962] env[69987]: _type = "Task" [ 1013.622962] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.632031] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.824517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "19f33238-a740-47fe-b5e6-c3a76a738138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.824517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "19f33238-a740-47fe-b5e6-c3a76a738138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.824517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.824517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.824517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "19f33238-a740-47fe-b5e6-c3a76a738138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.827516] env[69987]: INFO nova.compute.manager [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Terminating instance [ 1013.941292] env[69987]: DEBUG nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.029403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.014s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.029967] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.032578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.127s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.032814] env[69987]: DEBUG nova.objects.instance [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lazy-loading 'resources' on Instance uuid adde3bd8-8324-4eab-9cea-152b59401f7c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.034075] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6bd1913f-ec30-4f17-a76b-7b9c06f70360 tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "16960e12-126b-4466-af84-2180724d790c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.325s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.083179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.083996] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.083996] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.131785] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.139043] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500788, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.331656] env[69987]: DEBUG nova.compute.manager [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.331936] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.332905] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b52b4b6-4cf1-4e64-8819-49080f5b5fbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.346602] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.347040] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b04f247d-027c-45fb-bf1b-fba81fe2cab4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.359725] env[69987]: DEBUG oslo_vmware.api [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1014.359725] env[69987]: value = "task-3500789" [ 1014.359725] env[69987]: _type = "Task" [ 1014.359725] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.373027] env[69987]: DEBUG oslo_vmware.api [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.462676] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.537262] env[69987]: DEBUG nova.compute.utils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.541403] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.541615] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.611018] env[69987]: DEBUG nova.policy [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a472dccb5d84e2aa3db05d9b3ad6e4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fc2d828eb424dbc92c877d3c8b6aaa2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.631231] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500787, 'name': ReconfigVM_Task, 'duration_secs': 0.888641} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.642385] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.648195] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91b510af-5497-46e6-b663-33bdb39f7c94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.658616] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7312} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.660619] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7256afea-6d09-4e43-8c07-b8a7a61b9118/7256afea-6d09-4e43-8c07-b8a7a61b9118.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.660706] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.661142] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1014.661142] env[69987]: value = "task-3500790" [ 1014.661142] env[69987]: _type = "Task" [ 1014.661142] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.664293] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810d310c-015f-4224-aabe-5094547c9ca8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.678109] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500790, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.680114] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1014.680114] env[69987]: value = "task-3500791" [ 1014.680114] env[69987]: _type = "Task" [ 1014.680114] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.694036] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.766229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "f5f58c4c-484f-4557-b572-da71671c0c4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.766816] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.880847] env[69987]: DEBUG oslo_vmware.api [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500789, 'name': PowerOffVM_Task, 'duration_secs': 0.27564} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.881370] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.881728] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.885149] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f917d568-e36a-4d5b-b5c3-9068d92a3f2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.020891] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.020891] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.020891] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Deleting the datastore file [datastore2] 19f33238-a740-47fe-b5e6-c3a76a738138 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.020891] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa8b8f3e-a920-4cfd-bd5d-e1a6ae7e8cf2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.029836] env[69987]: DEBUG oslo_vmware.api [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1015.029836] env[69987]: value = "task-3500793" [ 1015.029836] env[69987]: _type = "Task" [ 1015.029836] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.042855] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.046286] env[69987]: DEBUG oslo_vmware.api [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.078050] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885a052d-afc3-4bb8-b2c1-85a5fa6f59e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.089956] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98911dd4-4abe-42bf-a087-1a63d99f8c94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.124761] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889bae9-f72d-47f9-b858-3d0a3aa13efc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.138743] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af85c1e3-9eb3-4d1e-9e4c-692f89d8fc22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.157990] env[69987]: DEBUG nova.compute.provider_tree [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.180566] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500790, 'name': Rename_Task, 'duration_secs': 0.174781} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.180881] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.181123] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d9852a-9555-4d60-b059-350c0a2ae366 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.193996] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087144} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.196575] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.196994] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1015.196994] env[69987]: value = "task-3500794" [ 1015.196994] env[69987]: _type = "Task" [ 1015.196994] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.198484] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c063e577-b358-4782-8de1-5b584110e62f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.212596] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.233479] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 7256afea-6d09-4e43-8c07-b8a7a61b9118/7256afea-6d09-4e43-8c07-b8a7a61b9118.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.233816] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329dcd12-7f81-4df3-b59b-0af2e46f1408 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.259969] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1015.259969] env[69987]: value = "task-3500795" [ 1015.259969] env[69987]: _type = "Task" [ 1015.259969] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.268720] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.268856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.269062] env[69987]: DEBUG nova.network.neutron [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.273699] env[69987]: DEBUG nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.276365] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.313900] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Successfully created port: d8534b49-5f43-4d3a-982d-eb13d79db32a {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.368588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "16960e12-126b-4466-af84-2180724d790c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.368881] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "16960e12-126b-4466-af84-2180724d790c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.370495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "16960e12-126b-4466-af84-2180724d790c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.370495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "16960e12-126b-4466-af84-2180724d790c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.370495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "16960e12-126b-4466-af84-2180724d790c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.371949] env[69987]: INFO nova.compute.manager [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Terminating instance [ 1015.544308] env[69987]: DEBUG oslo_vmware.api [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502728} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.544675] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.545100] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.545255] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.545486] env[69987]: INFO nova.compute.manager [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1015.545831] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.546127] env[69987]: DEBUG nova.compute.manager [-] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.546267] env[69987]: DEBUG nova.network.neutron [-] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.663068] env[69987]: DEBUG nova.scheduler.client.report [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.721347] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.770648] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.802416] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.877623] env[69987]: DEBUG nova.compute.manager [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.877971] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.878850] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d12ee96-9084-4fa7-a69d-45d5c8e0fe3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.889861] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.889861] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3361e907-0743-49b3-981d-e870edac96c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.897555] env[69987]: DEBUG oslo_vmware.api [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1015.897555] env[69987]: value = "task-3500796" [ 1015.897555] env[69987]: _type = "Task" [ 1015.897555] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.909868] env[69987]: DEBUG oslo_vmware.api [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.066010] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.098357] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.098969] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.099311] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.099696] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.100036] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.100392] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.100827] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.101163] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.104022] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.104022] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.104022] env[69987]: DEBUG nova.virt.hardware [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.104022] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310d9ccd-318f-4b90-9c82-4aaa2b7ab717 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.113717] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468b199-7c3a-4b5b-bb07-dc8c42c7fc6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.121021] env[69987]: DEBUG nova.network.neutron [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance_info_cache with network_info: [{"id": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "address": "fa:16:3e:00:49:39", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3858e9-27", "ovs_interfaceid": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.168036] env[69987]: DEBUG nova.compute.manager [req-6e70dc57-f90c-426c-a84a-0d2417875837 req-52a73a30-07c3-4868-ab34-79477be4f60c service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-vif-deleted-7dfadede-1d4a-4180-8a0c-b8635ba28f07 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.168267] env[69987]: INFO nova.compute.manager [req-6e70dc57-f90c-426c-a84a-0d2417875837 req-52a73a30-07c3-4868-ab34-79477be4f60c service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Neutron deleted interface 7dfadede-1d4a-4180-8a0c-b8635ba28f07; detaching it from the instance and deleting it from the info cache [ 1016.168582] env[69987]: DEBUG nova.network.neutron [req-6e70dc57-f90c-426c-a84a-0d2417875837 req-52a73a30-07c3-4868-ab34-79477be4f60c service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Updating instance_info_cache with network_info: [{"id": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "address": "fa:16:3e:9c:47:c1", "network": {"id": "daf2207f-8606-4f14-a50b-39f23dd2a59e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1267106777", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9eaded-af", "ovs_interfaceid": "fb9eaded-af28-4ea7-929b-f39ae5d09a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "address": "fa:16:3e:69:28:cc", "network": {"id": "6715f68e-b1f6-4320-a8b0-7abeca77bf36", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-723550637", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e6a86e-54", "ovs_interfaceid": "18e6a86e-5424-4cc6-bbd4-fa78d9614a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.173514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.180107] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.603s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.181958] env[69987]: INFO nova.compute.claims [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.207300] env[69987]: INFO nova.scheduler.client.report [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Deleted allocations for instance adde3bd8-8324-4eab-9cea-152b59401f7c [ 1016.225143] env[69987]: DEBUG oslo_vmware.api [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500794, 'name': PowerOnVM_Task, 'duration_secs': 0.678855} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.225446] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.225649] env[69987]: DEBUG nova.compute.manager [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.226665] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dba0b7-c9df-4e88-9234-639f0eb6a6f8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.275530] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500795, 'name': ReconfigVM_Task, 'duration_secs': 0.718029} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.275844] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 7256afea-6d09-4e43-8c07-b8a7a61b9118/7256afea-6d09-4e43-8c07-b8a7a61b9118.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.276872] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c5a5717-6d66-4aac-a479-c17ad88fc81c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.286999] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1016.286999] env[69987]: value = "task-3500797" [ 1016.286999] env[69987]: _type = "Task" [ 1016.286999] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.299025] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500797, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.409515] env[69987]: DEBUG oslo_vmware.api [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500796, 'name': PowerOffVM_Task, 'duration_secs': 0.241346} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.409855] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.410064] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.410345] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d580d4ff-c253-4ae4-b00e-9a768c30297b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.489735] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.489973] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.490182] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Deleting the datastore file [datastore2] 16960e12-126b-4466-af84-2180724d790c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.490458] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-160b0763-5d8c-42a5-a056-bd34be824d7c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.500443] env[69987]: DEBUG oslo_vmware.api [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for the task: (returnval){ [ 1016.500443] env[69987]: value = "task-3500799" [ 1016.500443] env[69987]: _type = "Task" [ 1016.500443] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.510638] env[69987]: DEBUG oslo_vmware.api [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.635027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.681327] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b890edf3-e9cb-4e25-8b2a-5aa67414298d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.695083] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696fdbfd-7ff7-4c47-b43e-20b98623406b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.738203] env[69987]: DEBUG nova.compute.manager [req-6e70dc57-f90c-426c-a84a-0d2417875837 req-52a73a30-07c3-4868-ab34-79477be4f60c service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Detach interface failed, port_id=7dfadede-1d4a-4180-8a0c-b8635ba28f07, reason: Instance 19f33238-a740-47fe-b5e6-c3a76a738138 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.738203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6c514281-be3f-49c3-a8fe-68ccf85410a9 tempest-ServersTestBootFromVolume-1163221882 tempest-ServersTestBootFromVolume-1163221882-project-member] Lock "adde3bd8-8324-4eab-9cea-152b59401f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.430s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.746101] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.797328] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500797, 'name': Rename_Task, 'duration_secs': 0.24377} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.798251] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.798251] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-addc5fab-b2c6-4a66-8245-56ea16357183 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.805734] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1016.805734] env[69987]: value = "task-3500800" [ 1016.805734] env[69987]: _type = "Task" [ 1016.805734] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.814531] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.007266] env[69987]: DEBUG nova.network.neutron [-] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.011995] env[69987]: DEBUG oslo_vmware.api [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Task: {'id': task-3500799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249331} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.012558] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.012868] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.013023] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.013133] env[69987]: INFO nova.compute.manager [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] [instance: 16960e12-126b-4466-af84-2180724d790c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1017.013378] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.013569] env[69987]: DEBUG nova.compute.manager [-] [instance: 16960e12-126b-4466-af84-2180724d790c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.013666] env[69987]: DEBUG nova.network.neutron [-] [instance: 16960e12-126b-4466-af84-2180724d790c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.167990] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e072b10-a168-465f-bd2d-9c062132588a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.189880] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b604ebd-9892-4a1d-afab-eeb986868e6e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.207056] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance 'c8c9590d-86be-4d60-b8e6-d30953871b4c' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.322241] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.452946] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Successfully updated port: d8534b49-5f43-4d3a-982d-eb13d79db32a {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.512991] env[69987]: INFO nova.compute.manager [-] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Took 1.97 seconds to deallocate network for instance. [ 1017.706672] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa415e-3432-4c1c-9b2d-9e8aabfb198e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.714648] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.717290] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd3401f6-2270-49e9-b897-923cc2b07292 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.720479] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cc72b5-825f-4cac-9d36-1e126709808c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.761466] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1017.761466] env[69987]: value = "task-3500801" [ 1017.761466] env[69987]: _type = "Task" [ 1017.761466] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.762571] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1176e3b5-141a-445f-8e99-6307dca00d4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.773552] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500801, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.777119] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3159717c-6e59-47ca-ace0-f37eb7d85001 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.791163] env[69987]: DEBUG nova.compute.provider_tree [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.817755] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500800, 'name': PowerOnVM_Task, 'duration_secs': 0.8866} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.818105] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.818311] env[69987]: INFO nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1017.818518] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.819424] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440540e7-68d0-43ff-afd1-7b545e529c54 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.867187] env[69987]: INFO nova.compute.manager [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Rebuilding instance [ 1017.913591] env[69987]: DEBUG nova.compute.manager [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.914486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf99f44d-f3ef-40fe-97dc-cdb1e46170d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.959986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "refresh_cache-ab257b82-86bd-4c2e-a00b-63fec7aae5d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.960168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "refresh_cache-ab257b82-86bd-4c2e-a00b-63fec7aae5d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.960321] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.980509] env[69987]: DEBUG nova.network.neutron [-] [instance: 16960e12-126b-4466-af84-2180724d790c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.022397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.271776] env[69987]: DEBUG nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-vif-deleted-fb9eaded-af28-4ea7-929b-f39ae5d09a55 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.272262] env[69987]: DEBUG nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Received event network-vif-deleted-18e6a86e-5424-4cc6-bbd4-fa78d9614a31 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.272466] env[69987]: DEBUG nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Received event network-vif-plugged-d8534b49-5f43-4d3a-982d-eb13d79db32a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.272812] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] Acquiring lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.273268] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.273505] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.273730] env[69987]: DEBUG nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] No waiting events found dispatching network-vif-plugged-d8534b49-5f43-4d3a-982d-eb13d79db32a {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.274029] env[69987]: WARNING nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Received unexpected event network-vif-plugged-d8534b49-5f43-4d3a-982d-eb13d79db32a for instance with vm_state building and task_state spawning. [ 1018.274252] env[69987]: DEBUG nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Received event network-changed-d8534b49-5f43-4d3a-982d-eb13d79db32a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.274882] env[69987]: DEBUG nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Refreshing instance network info cache due to event network-changed-d8534b49-5f43-4d3a-982d-eb13d79db32a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.274882] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] Acquiring lock "refresh_cache-ab257b82-86bd-4c2e-a00b-63fec7aae5d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.278680] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.296862] env[69987]: DEBUG nova.scheduler.client.report [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.340911] env[69987]: INFO nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Took 49.32 seconds to build instance. [ 1018.483563] env[69987]: INFO nova.compute.manager [-] [instance: 16960e12-126b-4466-af84-2180724d790c] Took 1.47 seconds to deallocate network for instance. [ 1018.533903] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.774245] env[69987]: DEBUG oslo_vmware.api [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500801, 'name': PowerOnVM_Task, 'duration_secs': 0.735125} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.774516] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.774696] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28c51e5c-aea0-4218-aebe-bb423a9eaae0 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance 'c8c9590d-86be-4d60-b8e6-d30953871b4c' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.797594] env[69987]: DEBUG nova.network.neutron [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Updating instance_info_cache with network_info: [{"id": "d8534b49-5f43-4d3a-982d-eb13d79db32a", "address": "fa:16:3e:a3:99:71", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8534b49-5f", "ovs_interfaceid": "d8534b49-5f43-4d3a-982d-eb13d79db32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.802336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.805015] env[69987]: DEBUG nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.807125] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.076s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.807340] env[69987]: INFO nova.compute.claims [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.843012] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.263s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.928640] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.929057] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db344f7d-2bf4-47f9-8fc8-150808dbcca9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.939014] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1018.939014] env[69987]: value = "task-3500802" [ 1018.939014] env[69987]: _type = "Task" [ 1018.939014] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.948884] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.990377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.300418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "refresh_cache-ab257b82-86bd-4c2e-a00b-63fec7aae5d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.300749] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Instance network_info: |[{"id": "d8534b49-5f43-4d3a-982d-eb13d79db32a", "address": "fa:16:3e:a3:99:71", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8534b49-5f", "ovs_interfaceid": "d8534b49-5f43-4d3a-982d-eb13d79db32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.300964] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] Acquired lock "refresh_cache-ab257b82-86bd-4c2e-a00b-63fec7aae5d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.301175] env[69987]: DEBUG nova.network.neutron [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Refreshing network info cache for port d8534b49-5f43-4d3a-982d-eb13d79db32a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.302652] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:99:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8534b49-5f43-4d3a-982d-eb13d79db32a', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.311665] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.313542] env[69987]: DEBUG nova.compute.utils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.316703] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.318731] env[69987]: DEBUG nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.318831] env[69987]: DEBUG nova.network.neutron [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.323618] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8cd12af-4fcb-4958-aab1-d4ab82b331a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.350939] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.350939] env[69987]: value = "task-3500803" [ 1019.350939] env[69987]: _type = "Task" [ 1019.350939] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.361128] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500803, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.455622] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500802, 'name': PowerOffVM_Task, 'duration_secs': 0.209915} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.455622] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.455622] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.456185] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ea2536-7589-4837-a464-411a4c8da03a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.463931] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.464207] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7262328c-e305-4969-8a8d-33e350808185 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.538614] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.538845] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.539039] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleting the datastore file [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.539312] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddc70570-2927-4254-bd77-6e0fe9bb3652 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.547908] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1019.547908] env[69987]: value = "task-3500805" [ 1019.547908] env[69987]: _type = "Task" [ 1019.547908] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.562134] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.596489] env[69987]: DEBUG nova.policy [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9262d5db7bd47fd80aef96ff68db0aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f85ac533efa4770a37c0f4da9d3d5c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.819169] env[69987]: DEBUG nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.838781] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc8d55-0b14-4f61-8dde-e047028b586e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.856782] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a028ef9c-3bb8-4bda-9676-2381d92241c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.866697] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500803, 'name': CreateVM_Task, 'duration_secs': 0.46993} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.894956] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.898575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.898746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.899074] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.899850] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c484ac-9b1f-4120-a24c-1bc65d104599 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.902470] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f21dee-9168-48dc-a575-a4f0c5b6c5b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.908609] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1019.908609] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5227a4f4-c3c2-74a9-8995-e209c1fc5f0e" [ 1019.908609] env[69987]: _type = "Task" [ 1019.908609] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.914759] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a293608-e4a1-46dc-a893-f7f8e8860c4f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.931141] env[69987]: DEBUG nova.compute.provider_tree [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.935327] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5227a4f4-c3c2-74a9-8995-e209c1fc5f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.935794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.936019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.936252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.936398] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.936569] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.936814] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1293d43-b743-411b-9cf9-56af84c6f4f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.947250] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.947250] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.947250] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd7f69e-acf7-4c71-89de-f5077b734537 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.952875] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1019.952875] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522f3ba4-0792-eabb-64da-07af004f980c" [ 1019.952875] env[69987]: _type = "Task" [ 1019.952875] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.961480] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522f3ba4-0792-eabb-64da-07af004f980c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.058564] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157549} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.058842] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.059112] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.059311] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.238028] env[69987]: DEBUG nova.network.neutron [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Successfully created port: d77230e5-23f7-4f7b-8e1d-139dcbe50145 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.331560] env[69987]: DEBUG nova.network.neutron [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Updated VIF entry in instance network info cache for port d8534b49-5f43-4d3a-982d-eb13d79db32a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.331962] env[69987]: DEBUG nova.network.neutron [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Updating instance_info_cache with network_info: [{"id": "d8534b49-5f43-4d3a-982d-eb13d79db32a", "address": "fa:16:3e:a3:99:71", "network": {"id": "b0042fd7-6fd4-4aac-987f-ddb3645817f9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-377202288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fc2d828eb424dbc92c877d3c8b6aaa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8534b49-5f", "ovs_interfaceid": "d8534b49-5f43-4d3a-982d-eb13d79db32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.438090] env[69987]: DEBUG nova.scheduler.client.report [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.466541] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522f3ba4-0792-eabb-64da-07af004f980c, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.467730] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2ac76d-f729-435f-a1aa-fe20ba729213 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.476439] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1020.476439] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c7e0e1-13aa-0772-b60d-f07cc095f3d6" [ 1020.476439] env[69987]: _type = "Task" [ 1020.476439] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.490358] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c7e0e1-13aa-0772-b60d-f07cc095f3d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.830874] env[69987]: DEBUG nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.839827] env[69987]: DEBUG oslo_concurrency.lockutils [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] Releasing lock "refresh_cache-ab257b82-86bd-4c2e-a00b-63fec7aae5d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.840137] env[69987]: DEBUG nova.compute.manager [req-8b0c0281-cfe4-40a4-8e67-8b7eaad1f847 req-ca9f8723-2520-4428-ac32-9671f8e893d8 service nova] [instance: 16960e12-126b-4466-af84-2180724d790c] Received event network-vif-deleted-01a4025a-e0bf-42aa-8095-6dcd934439b5 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.862621] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5ede6b6173d5d86eb520214266e9841c',container_format='bare',created_at=2025-04-22T03:36:51Z,direct_url=,disk_format='vmdk',id=fb927c9b-d218-4567-a35f-edd178096c51,min_disk=1,min_ram=0,name='tempest-test-snap-1257834661',owner='7f85ac533efa4770a37c0f4da9d3d5c4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-22T03:37:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.862976] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.863228] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.863438] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.863613] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.863880] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.864408] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.864408] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.864408] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.864585] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.864760] env[69987]: DEBUG nova.virt.hardware [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.865816] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b43f623-b110-435f-8685-6a45d0b78ba4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.876402] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb23e49a-7fb2-411b-aec4-5968c94c5482 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.942802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.943426] env[69987]: DEBUG nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.947432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.803s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.990573] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c7e0e1-13aa-0772-b60d-f07cc095f3d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013353} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.991676] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.991676] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ab257b82-86bd-4c2e-a00b-63fec7aae5d2/ab257b82-86bd-4c2e-a00b-63fec7aae5d2.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.991676] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a75e2788-fdec-4582-a068-d699c872a191 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.002166] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1021.002166] env[69987]: value = "task-3500806" [ 1021.002166] env[69987]: _type = "Task" [ 1021.002166] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.015101] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.112420] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.112420] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.112420] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.112420] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.112420] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.114059] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.114663] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.118240] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.118240] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.118240] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.118240] env[69987]: DEBUG nova.virt.hardware [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.118240] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfd754d-0275-4a18-ab31-b60dd94682a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.132040] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe254e7-6ee2-4f04-87c1-ed768c29b97a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.147547] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:69:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be70cd8d-e482-400f-9516-22be357c6e4f', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.157006] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.158482] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.158806] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fba6918-ab0b-44b2-946e-737351832f0b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.183419] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.183419] env[69987]: value = "task-3500807" [ 1021.183419] env[69987]: _type = "Task" [ 1021.183419] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.193226] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500807, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.452082] env[69987]: DEBUG nova.compute.utils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.458394] env[69987]: DEBUG nova.objects.instance [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lazy-loading 'migration_context' on Instance uuid f84a2f6c-99ad-4283-9a1d-528d4a91f034 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.460379] env[69987]: DEBUG nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.460625] env[69987]: DEBUG nova.network.neutron [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.515177] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.535267] env[69987]: DEBUG nova.policy [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd141bb67d2c24215a6b989c271a32723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e2b79dad56402a964366af7f171d43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.603559] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.603866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.604133] env[69987]: DEBUG nova.compute.manager [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Going to confirm migration 3 {{(pid=69987) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1021.695331] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500807, 'name': CreateVM_Task, 'duration_secs': 0.447291} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.696336] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.696336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.696560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.696842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.697399] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0cd588-17d5-44b9-9eb3-673b5b624ce7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.704323] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1021.704323] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a2cdec-e727-0667-c833-604fb0b2fe57" [ 1021.704323] env[69987]: _type = "Task" [ 1021.704323] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.718403] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a2cdec-e727-0667-c833-604fb0b2fe57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.965021] env[69987]: DEBUG nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.023803] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955274} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.023953] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ab257b82-86bd-4c2e-a00b-63fec7aae5d2/ab257b82-86bd-4c2e-a00b-63fec7aae5d2.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.024170] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.024466] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b02ad91-f563-485a-84f9-4818af76dad6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.039747] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1022.039747] env[69987]: value = "task-3500808" [ 1022.039747] env[69987]: _type = "Task" [ 1022.039747] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.051396] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.070796] env[69987]: DEBUG nova.compute.manager [req-ff590b95-027c-4a7c-b296-b1d15c7a430c req-99439d40-9e51-4994-8410-9c36bf005c96 service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Received event network-vif-plugged-d77230e5-23f7-4f7b-8e1d-139dcbe50145 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.071093] env[69987]: DEBUG oslo_concurrency.lockutils [req-ff590b95-027c-4a7c-b296-b1d15c7a430c req-99439d40-9e51-4994-8410-9c36bf005c96 service nova] Acquiring lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.071290] env[69987]: DEBUG oslo_concurrency.lockutils [req-ff590b95-027c-4a7c-b296-b1d15c7a430c req-99439d40-9e51-4994-8410-9c36bf005c96 service nova] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.071407] env[69987]: DEBUG oslo_concurrency.lockutils [req-ff590b95-027c-4a7c-b296-b1d15c7a430c req-99439d40-9e51-4994-8410-9c36bf005c96 service nova] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.072393] env[69987]: DEBUG nova.compute.manager [req-ff590b95-027c-4a7c-b296-b1d15c7a430c req-99439d40-9e51-4994-8410-9c36bf005c96 service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] No waiting events found dispatching network-vif-plugged-d77230e5-23f7-4f7b-8e1d-139dcbe50145 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.072393] env[69987]: WARNING nova.compute.manager [req-ff590b95-027c-4a7c-b296-b1d15c7a430c req-99439d40-9e51-4994-8410-9c36bf005c96 service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Received unexpected event network-vif-plugged-d77230e5-23f7-4f7b-8e1d-139dcbe50145 for instance with vm_state building and task_state spawning. [ 1022.152015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.152015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.152015] env[69987]: DEBUG nova.network.neutron [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.152015] env[69987]: DEBUG nova.objects.instance [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lazy-loading 'info_cache' on Instance uuid c8c9590d-86be-4d60-b8e6-d30953871b4c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.172151] env[69987]: DEBUG nova.network.neutron [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Successfully created port: e5716769-cf14-487f-b2e0-97bd26e8d2c4 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.193021] env[69987]: DEBUG nova.network.neutron [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Successfully updated port: d77230e5-23f7-4f7b-8e1d-139dcbe50145 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.223516] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a2cdec-e727-0667-c833-604fb0b2fe57, 'name': SearchDatastore_Task, 'duration_secs': 0.027866} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.223516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.224167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.224445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.224729] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.227023] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.227023] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f55664-e40d-40ca-bff7-4501baa53e25 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.239231] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.240836] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.240836] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa625164-17a7-400a-bd65-71537e160c31 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.248516] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1022.248516] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522cd4fa-74a8-c287-b47f-9cc2ebc12907" [ 1022.248516] env[69987]: _type = "Task" [ 1022.248516] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.267946] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522cd4fa-74a8-c287-b47f-9cc2ebc12907, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.269310] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0774b0c3-b427-4162-ad64-7e636f6ac12d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.281770] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1022.281770] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5297acb8-beb7-7488-782d-bfe25c5a232f" [ 1022.281770] env[69987]: _type = "Task" [ 1022.281770] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.299659] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5297acb8-beb7-7488-782d-bfe25c5a232f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.550411] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119265} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.551478] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.552284] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2325e1-7111-4f62-a423-ff081cd341aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.555375] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c743f09c-bf85-45f5-9987-b78bc3baf362 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.576505] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b37838-aaf9-4858-ac99-693f992409eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.584488] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ab257b82-86bd-4c2e-a00b-63fec7aae5d2/ab257b82-86bd-4c2e-a00b-63fec7aae5d2.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.584805] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0cf463-99fd-4c95-bd7b-5bd8750baae2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.643469] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9631d36-1b52-4392-85ce-cb8129a52c75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.646425] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1022.646425] env[69987]: value = "task-3500809" [ 1022.646425] env[69987]: _type = "Task" [ 1022.646425] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.654117] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a97fa-06ad-4f09-a16f-bf8be05a571a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.663388] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.675138] env[69987]: DEBUG nova.compute.provider_tree [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.698366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "refresh_cache-7f284cf1-34a5-4b0c-ab81-4f657768ab7d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.698568] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "refresh_cache-7f284cf1-34a5-4b0c-ab81-4f657768ab7d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.698665] env[69987]: DEBUG nova.network.neutron [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.793768] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5297acb8-beb7-7488-782d-bfe25c5a232f, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.793957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.794275] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.794544] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4827d3e-79f0-4910-952e-0741098107a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.804928] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1022.804928] env[69987]: value = "task-3500810" [ 1022.804928] env[69987]: _type = "Task" [ 1022.804928] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.814648] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.979979] env[69987]: DEBUG nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.023019] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.023019] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.023019] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.023019] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.023019] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.023019] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.023019] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.024298] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.026135] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.026135] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.026135] env[69987]: DEBUG nova.virt.hardware [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.026860] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81661fb6-3625-4829-bd46-39319eb96fdc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.040885] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608657f-7ef9-4f6b-8c1d-8fe178bc9032 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.162244] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.181196] env[69987]: DEBUG nova.scheduler.client.report [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.256260] env[69987]: DEBUG nova.network.neutron [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.324770] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500810, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.444629] env[69987]: DEBUG nova.network.neutron [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Updating instance_info_cache with network_info: [{"id": "d77230e5-23f7-4f7b-8e1d-139dcbe50145", "address": "fa:16:3e:84:6d:99", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77230e5-23", "ovs_interfaceid": "d77230e5-23f7-4f7b-8e1d-139dcbe50145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.493904] env[69987]: DEBUG nova.network.neutron [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance_info_cache with network_info: [{"id": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "address": "fa:16:3e:00:49:39", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3858e9-27", "ovs_interfaceid": "7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.659636] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500809, 'name': ReconfigVM_Task, 'duration_secs': 0.726224} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.660745] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ab257b82-86bd-4c2e-a00b-63fec7aae5d2/ab257b82-86bd-4c2e-a00b-63fec7aae5d2.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.660745] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4ad4a38-cd80-463b-9a86-8a77bd4bb582 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.672015] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1023.672015] env[69987]: value = "task-3500811" [ 1023.672015] env[69987]: _type = "Task" [ 1023.672015] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.677678] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500811, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.822577] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529242} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.822952] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.823226] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.823470] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c584291-8a17-4530-a5a0-6ead165f68dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.832359] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1023.832359] env[69987]: value = "task-3500812" [ 1023.832359] env[69987]: _type = "Task" [ 1023.832359] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.842582] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.947280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "refresh_cache-7f284cf1-34a5-4b0c-ab81-4f657768ab7d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.947705] env[69987]: DEBUG nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Instance network_info: |[{"id": "d77230e5-23f7-4f7b-8e1d-139dcbe50145", "address": "fa:16:3e:84:6d:99", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77230e5-23", "ovs_interfaceid": "d77230e5-23f7-4f7b-8e1d-139dcbe50145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.948157] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:6d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd77230e5-23f7-4f7b-8e1d-139dcbe50145', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.957856] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.958112] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.958344] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b278a57-a7d6-483d-b28e-ec14baed3314 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.983589] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.983589] env[69987]: value = "task-3500813" [ 1023.983589] env[69987]: _type = "Task" [ 1023.983589] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.994524] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500813, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.996943] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-c8c9590d-86be-4d60-b8e6-d30953871b4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.997229] env[69987]: DEBUG nova.objects.instance [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lazy-loading 'migration_context' on Instance uuid c8c9590d-86be-4d60-b8e6-d30953871b4c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.082046] env[69987]: DEBUG nova.network.neutron [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Successfully updated port: e5716769-cf14-487f-b2e0-97bd26e8d2c4 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.137843] env[69987]: DEBUG nova.compute.manager [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Received event network-changed-d77230e5-23f7-4f7b-8e1d-139dcbe50145 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.138106] env[69987]: DEBUG nova.compute.manager [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Refreshing instance network info cache due to event network-changed-d77230e5-23f7-4f7b-8e1d-139dcbe50145. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.138345] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] Acquiring lock "refresh_cache-7f284cf1-34a5-4b0c-ab81-4f657768ab7d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.138490] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] Acquired lock "refresh_cache-7f284cf1-34a5-4b0c-ab81-4f657768ab7d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.138725] env[69987]: DEBUG nova.network.neutron [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Refreshing network info cache for port d77230e5-23f7-4f7b-8e1d-139dcbe50145 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.177968] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.178266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.183763] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500811, 'name': Rename_Task, 'duration_secs': 0.475635} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.184083] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.184588] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25c0252-dbed-450b-be17-62bcbe231eac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.192561] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1024.192561] env[69987]: value = "task-3500814" [ 1024.192561] env[69987]: _type = "Task" [ 1024.192561] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.199536] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.252s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.209067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.564s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.209286] env[69987]: DEBUG nova.objects.instance [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lazy-loading 'resources' on Instance uuid ede912a4-6b59-482b-b8a3-46a88d134ce6 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.221851] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.345951] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066179} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.346274] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.347122] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cdeb10-304f-4d87-9d6a-0f075ca1fe0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.375205] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.375874] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fac461e-cdd4-44dd-bfbe-8cb6abae66c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.397015] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1024.397015] env[69987]: value = "task-3500815" [ 1024.397015] env[69987]: _type = "Task" [ 1024.397015] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.406228] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.494334] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500813, 'name': CreateVM_Task, 'duration_secs': 0.386912} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.494466] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.495256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.496028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.496028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.496159] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae87e6f-d373-4d4b-a5d8-b37803f2219f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.503321] env[69987]: DEBUG nova.objects.base [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.503321] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1024.503321] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e09836-79b3-2fe9-459f-858f31be165e" [ 1024.503321] env[69987]: _type = "Task" [ 1024.503321] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.503321] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f5131-bbfe-4cd6-a892-ee67e96abc00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.514932] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e09836-79b3-2fe9-459f-858f31be165e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.528461] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd022f4c-4695-4ea6-a4e4-73675f30e7f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.534416] env[69987]: DEBUG oslo_vmware.api [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1024.534416] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d7e5dc-a77f-9fe2-8ff6-5daa90194bf4" [ 1024.534416] env[69987]: _type = "Task" [ 1024.534416] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.544294] env[69987]: DEBUG oslo_vmware.api [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d7e5dc-a77f-9fe2-8ff6-5daa90194bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.588193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-5d2613fd-4fb0-4b2a-8865-4d49380be5e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.588329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-5d2613fd-4fb0-4b2a-8865-4d49380be5e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.588439] env[69987]: DEBUG nova.network.neutron [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.681039] env[69987]: DEBUG nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.703514] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.911406] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.965333] env[69987]: DEBUG nova.network.neutron [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Updated VIF entry in instance network info cache for port d77230e5-23f7-4f7b-8e1d-139dcbe50145. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.965639] env[69987]: DEBUG nova.network.neutron [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Updating instance_info_cache with network_info: [{"id": "d77230e5-23f7-4f7b-8e1d-139dcbe50145", "address": "fa:16:3e:84:6d:99", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77230e5-23", "ovs_interfaceid": "d77230e5-23f7-4f7b-8e1d-139dcbe50145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.021118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.021433] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Processing image fb927c9b-d218-4567-a35f-edd178096c51 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.021743] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51/fb927c9b-d218-4567-a35f-edd178096c51.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.022027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51/fb927c9b-d218-4567-a35f-edd178096c51.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.022187] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.022698] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7fadf12-5fcd-4d74-a308-7e9d5d17187b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.033661] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.033900] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.037389] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67657114-2e25-42e9-b02b-8514d7f48933 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.051872] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1025.051872] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c0a2a5-bdde-cca4-b73d-b046b182b7b8" [ 1025.051872] env[69987]: _type = "Task" [ 1025.051872] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.057652] env[69987]: DEBUG oslo_vmware.api [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d7e5dc-a77f-9fe2-8ff6-5daa90194bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.008253} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.061526] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.067871] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Preparing fetch location {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1025.067916] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Fetch image to [datastore2] OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517/OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517.vmdk {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1025.068120] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Downloading stream optimized image fb927c9b-d218-4567-a35f-edd178096c51 to [datastore2] OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517/OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517.vmdk on the data store datastore2 as vApp {{(pid=69987) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1025.068301] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Downloading image file data fb927c9b-d218-4567-a35f-edd178096c51 to the ESX as VM named 'OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517' {{(pid=69987) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1025.149506] env[69987]: DEBUG nova.network.neutron [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.160023] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1025.160023] env[69987]: value = "resgroup-9" [ 1025.160023] env[69987]: _type = "ResourcePool" [ 1025.160023] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1025.160265] env[69987]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b3685788-7f1c-43ef-8d18-ee102875e1a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.187979] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease: (returnval){ [ 1025.187979] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1025.187979] env[69987]: _type = "HttpNfcLease" [ 1025.187979] env[69987]: } obtained for vApp import into resource pool (val){ [ 1025.187979] env[69987]: value = "resgroup-9" [ 1025.187979] env[69987]: _type = "ResourcePool" [ 1025.187979] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1025.188312] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the lease: (returnval){ [ 1025.188312] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1025.188312] env[69987]: _type = "HttpNfcLease" [ 1025.188312] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.205212] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.205212] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1025.205212] env[69987]: _type = "HttpNfcLease" [ 1025.205212] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.208475] env[69987]: DEBUG oslo_vmware.api [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500814, 'name': PowerOnVM_Task, 'duration_secs': 0.891097} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.209350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.209627] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.209835] env[69987]: INFO nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1025.210030] env[69987]: DEBUG nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.213069] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c243a7-f783-459a-a1b9-59621bd31e97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.282057] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc6afb-cee3-452f-b221-d5995e53c890 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.291966] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e07c4b-8046-40df-bbe7-af50c934bd80 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.326332] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebefa6a-1be4-478b-b02f-0ac63106ff37 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.334907] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c581fa7f-0c30-4a40-aace-c77b2804b78e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.352607] env[69987]: DEBUG nova.compute.provider_tree [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.378867] env[69987]: DEBUG nova.network.neutron [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Updating instance_info_cache with network_info: [{"id": "e5716769-cf14-487f-b2e0-97bd26e8d2c4", "address": "fa:16:3e:85:90:20", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5716769-cf", "ovs_interfaceid": "e5716769-cf14-487f-b2e0-97bd26e8d2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.407177] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500815, 'name': ReconfigVM_Task, 'duration_secs': 0.561905} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.407457] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d/cf08f5c6-179f-4c14-8318-933d6b85099d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.408083] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b6705ef-6f91-41db-b512-d013adf14bc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.415740] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1025.415740] env[69987]: value = "task-3500817" [ 1025.415740] env[69987]: _type = "Task" [ 1025.415740] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.424487] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500817, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.468318] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] Releasing lock "refresh_cache-7f284cf1-34a5-4b0c-ab81-4f657768ab7d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.469595] env[69987]: DEBUG nova.compute.manager [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Received event network-vif-plugged-e5716769-cf14-487f-b2e0-97bd26e8d2c4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.469804] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] Acquiring lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.470073] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.470407] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.470763] env[69987]: DEBUG nova.compute.manager [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] No waiting events found dispatching network-vif-plugged-e5716769-cf14-487f-b2e0-97bd26e8d2c4 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.471083] env[69987]: WARNING nova.compute.manager [req-a4dc5032-ad54-48ed-9dc7-07ac36754ce5 req-b3a6588e-0bc7-4b89-80d5-e4e045a9710b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Received unexpected event network-vif-plugged-e5716769-cf14-487f-b2e0-97bd26e8d2c4 for instance with vm_state building and task_state spawning. [ 1025.699055] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.699055] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1025.699055] env[69987]: _type = "HttpNfcLease" [ 1025.699055] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.736331] env[69987]: INFO nova.compute.manager [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Took 50.28 seconds to build instance. [ 1025.753898] env[69987]: INFO nova.compute.manager [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Swapping old allocation on dict_keys(['83830543-e084-4fe6-be97-b93ee980fbb1']) held by migration c9e5a03a-b6df-48ac-aace-123d8d13c1db for instance [ 1025.781993] env[69987]: DEBUG nova.scheduler.client.report [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Overwriting current allocation {'allocations': {'83830543-e084-4fe6-be97-b93ee980fbb1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': 'bbd58d2f956f4e418d973eb424e0d268', 'user_id': '21c41bcefaf24d3795f40c32c5b60605', 'consumer_generation': 1} on consumer f84a2f6c-99ad-4283-9a1d-528d4a91f034 {{(pid=69987) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1025.857433] env[69987]: DEBUG nova.scheduler.client.report [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.871770] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.871895] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquired lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.872011] env[69987]: DEBUG nova.network.neutron [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.881265] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-5d2613fd-4fb0-4b2a-8865-4d49380be5e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.881556] env[69987]: DEBUG nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Instance network_info: |[{"id": "e5716769-cf14-487f-b2e0-97bd26e8d2c4", "address": "fa:16:3e:85:90:20", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5716769-cf", "ovs_interfaceid": "e5716769-cf14-487f-b2e0-97bd26e8d2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.882175] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:90:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5716769-cf14-487f-b2e0-97bd26e8d2c4', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.891031] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.891031] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.891031] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46a6c24b-6e74-43f1-9cdd-134354f24cc0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.912143] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.912143] env[69987]: value = "task-3500818" [ 1025.912143] env[69987]: _type = "Task" [ 1025.912143] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.921665] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500818, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.927664] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500817, 'name': Rename_Task, 'duration_secs': 0.225243} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.927945] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.928197] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac744a33-3475-4779-b540-a9f223cf5255 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.935664] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1025.935664] env[69987]: value = "task-3500819" [ 1025.935664] env[69987]: _type = "Task" [ 1025.935664] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.944664] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.203048] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.203048] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1026.203048] env[69987]: _type = "HttpNfcLease" [ 1026.203048] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.238193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dcbb8a80-2eb0-427e-9a4c-c239dc2b716f tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.622s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.255954] env[69987]: DEBUG nova.compute.manager [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Received event network-changed-e5716769-cf14-487f-b2e0-97bd26e8d2c4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.256169] env[69987]: DEBUG nova.compute.manager [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Refreshing instance network info cache due to event network-changed-e5716769-cf14-487f-b2e0-97bd26e8d2c4. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.256447] env[69987]: DEBUG oslo_concurrency.lockutils [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] Acquiring lock "refresh_cache-5d2613fd-4fb0-4b2a-8865-4d49380be5e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.256630] env[69987]: DEBUG oslo_concurrency.lockutils [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] Acquired lock "refresh_cache-5d2613fd-4fb0-4b2a-8865-4d49380be5e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.256808] env[69987]: DEBUG nova.network.neutron [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Refreshing network info cache for port e5716769-cf14-487f-b2e0-97bd26e8d2c4 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.364684] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.367251] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.229s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.394450] env[69987]: INFO nova.scheduler.client.report [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Deleted allocations for instance ede912a4-6b59-482b-b8a3-46a88d134ce6 [ 1026.423653] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500818, 'name': CreateVM_Task, 'duration_secs': 0.34458} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.423847] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.424884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.425107] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.425441] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.425710] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3fd02f-2d84-4a97-ad88-372ca22db8b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.433160] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1026.433160] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5229e100-e773-3a30-6153-50d05124c0b5" [ 1026.433160] env[69987]: _type = "Task" [ 1026.433160] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.446789] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5229e100-e773-3a30-6153-50d05124c0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.450825] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.564278] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "7256afea-6d09-4e43-8c07-b8a7a61b9118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.564278] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.565262] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "7256afea-6d09-4e43-8c07-b8a7a61b9118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.565519] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.565699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.568396] env[69987]: INFO nova.compute.manager [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Terminating instance [ 1026.652961] env[69987]: DEBUG nova.network.neutron [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [{"id": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "address": "fa:16:3e:41:2b:d2", "network": {"id": "650ac55d-bf68-4536-b09b-a8c1cc696a34", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b906443d09684052bdc3bafbecabcb05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15883fd-4e", "ovs_interfaceid": "f15883fd-4eb2-45e2-b642-378dc0f23f8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.700303] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.700303] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1026.700303] env[69987]: _type = "HttpNfcLease" [ 1026.700303] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.730281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.730650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.730897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.731133] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.731312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.733470] env[69987]: INFO nova.compute.manager [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Terminating instance [ 1026.902788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cefaff64-7ebd-4466-9572-57bb36747a2c tempest-ServerTagsTestJSON-1193910749 tempest-ServerTagsTestJSON-1193910749-project-member] Lock "ede912a4-6b59-482b-b8a3-46a88d134ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.235s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.944480] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5229e100-e773-3a30-6153-50d05124c0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014598} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.945188] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.945368] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.945614] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.945764] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.945951] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.946250] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d633072-78fd-41cf-9cb7-038f174357ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.952435] env[69987]: DEBUG oslo_vmware.api [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500819, 'name': PowerOnVM_Task, 'duration_secs': 0.659482} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.952978] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.953201] env[69987]: DEBUG nova.compute.manager [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.953952] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc3730-b788-4ea0-a311-b31cc5e1cb22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.957649] env[69987]: DEBUG nova.network.neutron [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Updated VIF entry in instance network info cache for port e5716769-cf14-487f-b2e0-97bd26e8d2c4. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.958048] env[69987]: DEBUG nova.network.neutron [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Updating instance_info_cache with network_info: [{"id": "e5716769-cf14-487f-b2e0-97bd26e8d2c4", "address": "fa:16:3e:85:90:20", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5716769-cf", "ovs_interfaceid": "e5716769-cf14-487f-b2e0-97bd26e8d2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.961130] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.961315] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.965049] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f8d803-e6aa-45af-b45f-86369e1026ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.971055] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1026.971055] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]529c8d26-3632-ee9b-7154-f72a5db31949" [ 1026.971055] env[69987]: _type = "Task" [ 1026.971055] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.979882] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529c8d26-3632-ee9b-7154-f72a5db31949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.072193] env[69987]: DEBUG nova.compute.manager [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.072436] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.073427] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf0c34-02de-4c85-a1ab-bb6bb2d45e9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.081531] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.081788] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e627afb6-80a7-4528-84a2-27093c8da046 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.088720] env[69987]: DEBUG oslo_vmware.api [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1027.088720] env[69987]: value = "task-3500820" [ 1027.088720] env[69987]: _type = "Task" [ 1027.088720] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.097242] env[69987]: DEBUG oslo_vmware.api [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.157743] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Releasing lock "refresh_cache-f84a2f6c-99ad-4283-9a1d-528d4a91f034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.158494] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.158629] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17df50e0-7a20-4daf-ae6b-f6a447320858 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.169177] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1027.169177] env[69987]: value = "task-3500821" [ 1027.169177] env[69987]: _type = "Task" [ 1027.169177] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.179826] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.201199] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.201199] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1027.201199] env[69987]: _type = "HttpNfcLease" [ 1027.201199] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.237209] env[69987]: DEBUG nova.compute.manager [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.237520] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.238413] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23da70dc-1e7a-4cae-9e8f-9b6597f8e06e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.249631] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.249631] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bffc99d-8149-4357-b527-8141e12436dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.256541] env[69987]: DEBUG oslo_vmware.api [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1027.256541] env[69987]: value = "task-3500822" [ 1027.256541] env[69987]: _type = "Task" [ 1027.256541] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.266634] env[69987]: DEBUG oslo_vmware.api [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.391933] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Applying migration context for instance c8c9590d-86be-4d60-b8e6-d30953871b4c as it has an incoming, in-progress migration 6383b2a2-c081-4499-8e0e-f0b8beb979cd. Migration status is confirming {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1027.395536] env[69987]: INFO nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating resource usage from migration 6383b2a2-c081-4499-8e0e-f0b8beb979cd [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance b45e94ae-d45b-4632-b8da-ae1cb246450a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance cf08f5c6-179f-4c14-8318-933d6b85099d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 1045259e-3aad-4d1b-8ec0-3d7f375803a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 1b193fd9-d782-44d2-860b-83b53ee06485 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 38129ac8-996a-47d5-b361-267ccd014133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 768833ea-b1e0-4d19-b3fb-a543aa89e925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 739c7f83-2c66-4845-ab9f-8db7877f3003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance dc83ca05-8d05-495f-b3fa-629a4748db93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance bea83afd-2228-4f54-bb69-8e199bbf10ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f84a2f6c-99ad-4283-9a1d-528d4a91f034 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9e39091a-c72b-4a39-bc32-b513c22d85f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425398] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 19f33238-a740-47fe-b5e6-c3a76a738138 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.425967] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425967] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 16960e12-126b-4466-af84-2180724d790c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.425967] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Migration 6383b2a2-c081-4499-8e0e-f0b8beb979cd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1027.425967] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance c8c9590d-86be-4d60-b8e6-d30953871b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.425967] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 7256afea-6d09-4e43-8c07-b8a7a61b9118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.426240] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance ab257b82-86bd-4c2e-a00b-63fec7aae5d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.426560] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 7f284cf1-34a5-4b0c-ab81-4f657768ab7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.426824] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 5d2613fd-4fb0-4b2a-8865-4d49380be5e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.427140] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (83830543-e084-4fe6-be97-b93ee980fbb1): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1027.465616] env[69987]: DEBUG oslo_concurrency.lockutils [req-809929c3-883b-4a41-aa7e-9ac1ca4b663f req-483f0f00-bb22-44b4-9e44-b8cf4840131b service nova] Releasing lock "refresh_cache-5d2613fd-4fb0-4b2a-8865-4d49380be5e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.482426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.486700] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529c8d26-3632-ee9b-7154-f72a5db31949, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.488447] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8a75ef-034b-4b4d-b810-98b64fca0269 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.494450] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1027.494450] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521df70b-d6b7-debe-5754-c1e5ab411c8c" [ 1027.494450] env[69987]: _type = "Task" [ 1027.494450] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.504216] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521df70b-d6b7-debe-5754-c1e5ab411c8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.605604] env[69987]: DEBUG oslo_vmware.api [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500820, 'name': PowerOffVM_Task, 'duration_secs': 0.333446} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.605938] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.606137] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.606409] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683b8907-4f8a-4f7f-8a8a-ca6009dd74d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.682302] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500821, 'name': PowerOffVM_Task, 'duration_secs': 0.425069} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.682405] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.683381] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a3e6cfe-380f-4e44-9d1c-2feecb1ef5c9',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-936472002',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.687017] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.691689] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac71715-c31a-4da4-afa4-42440dde991b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.712411] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.712411] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1027.712411] env[69987]: _type = "HttpNfcLease" [ 1027.712411] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.714241] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1027.714241] env[69987]: value = "task-3500824" [ 1027.714241] env[69987]: _type = "Task" [ 1027.714241] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.722686] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.768391] env[69987]: DEBUG oslo_vmware.api [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500822, 'name': PowerOffVM_Task, 'duration_secs': 0.381813} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.768667] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.768835] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.769104] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b714dd31-94af-4c80-8c29-50c7307eb29e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.813944] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.814214] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.814513] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleting the datastore file [datastore2] 7256afea-6d09-4e43-8c07-b8a7a61b9118 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.814870] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e636aa6c-e3be-44ab-87fe-0f1dc779723f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.823964] env[69987]: DEBUG oslo_vmware.api [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1027.823964] env[69987]: value = "task-3500826" [ 1027.823964] env[69987]: _type = "Task" [ 1027.823964] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.832768] env[69987]: DEBUG oslo_vmware.api [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.932357] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance fb7b6c9a-b573-4461-8d64-bc6515be043f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1027.951410] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.951638] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.951822] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleting the datastore file [datastore1] ab257b82-86bd-4c2e-a00b-63fec7aae5d2 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.952595] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36df1416-2bb1-474b-bef1-50e90f9c7c36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.960653] env[69987]: DEBUG oslo_vmware.api [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for the task: (returnval){ [ 1027.960653] env[69987]: value = "task-3500827" [ 1027.960653] env[69987]: _type = "Task" [ 1027.960653] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.969526] env[69987]: DEBUG oslo_vmware.api [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.005423] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521df70b-d6b7-debe-5754-c1e5ab411c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.025209} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.005726] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.005980] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 5d2613fd-4fb0-4b2a-8865-4d49380be5e5/5d2613fd-4fb0-4b2a-8865-4d49380be5e5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.006401] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e390d92-a00f-45c3-8552-9eb7d6c0e0e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.014639] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1028.014639] env[69987]: value = "task-3500828" [ 1028.014639] env[69987]: _type = "Task" [ 1028.014639] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.023932] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.216630] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1028.216630] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1028.216630] env[69987]: _type = "HttpNfcLease" [ 1028.216630] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1028.220383] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1028.220383] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52331688-66b7-a727-cf12-a026dc2ef4c5" [ 1028.220383] env[69987]: _type = "HttpNfcLease" [ 1028.220383] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1028.221214] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29338f9f-4359-40f2-9906-30c93fc00b1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.234424] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52491a69-f2c8-20cb-e8c4-13a243b313a7/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1028.234680] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52491a69-f2c8-20cb-e8c4-13a243b313a7/disk-0.vmdk. {{(pid=69987) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1028.239877] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500824, 'name': ReconfigVM_Task, 'duration_secs': 0.187861} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.241676] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d5544c-8959-4264-ac4a-9f78b9cfbc9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.321507] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6df09def-f9a3-45f5-99be-3447862b31c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:35:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5a3e6cfe-380f-4e44-9d1c-2feecb1ef5c9',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-936472002',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.326032] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.326331] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.326331] env[69987]: DEBUG nova.virt.hardware [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.327206] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56857a76-740f-4031-9976-4e49bb43f9f5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.340044] env[69987]: DEBUG oslo_vmware.api [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160841} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.341629] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.342197] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.342389] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.342567] env[69987]: INFO nova.compute.manager [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1028.342828] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.343165] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1028.343165] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa80d1-e7a1-b200-74be-3cf29b6deab1" [ 1028.343165] env[69987]: _type = "Task" [ 1028.343165] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.343387] env[69987]: DEBUG nova.compute.manager [-] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.343483] env[69987]: DEBUG nova.network.neutron [-] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.359288] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fa80d1-e7a1-b200-74be-3cf29b6deab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.435529] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance be068ce9-4845-489d-bba0-290cf5dee49b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1028.477538] env[69987]: DEBUG oslo_vmware.api [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Task: {'id': task-3500827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162814} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.478539] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.478539] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.478539] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.478733] env[69987]: INFO nova.compute.manager [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1028.478999] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.479936] env[69987]: DEBUG nova.compute.manager [-] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.479936] env[69987]: DEBUG nova.network.neutron [-] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.530886] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500828, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.855713] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fa80d1-e7a1-b200-74be-3cf29b6deab1, 'name': SearchDatastore_Task, 'duration_secs': 0.033133} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.861411] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.862288] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e366611-362c-4624-8d6a-d7febf5f4984 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.887464] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1028.887464] env[69987]: value = "task-3500829" [ 1028.887464] env[69987]: _type = "Task" [ 1028.887464] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.897891] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.939633] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1029.029587] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54681} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.029869] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 5d2613fd-4fb0-4b2a-8865-4d49380be5e5/5d2613fd-4fb0-4b2a-8865-4d49380be5e5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.030106] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.030766] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba00b0c-e2c3-4852-a5d5-0c67e490d53e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.041126] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1029.041126] env[69987]: value = "task-3500830" [ 1029.041126] env[69987]: _type = "Task" [ 1029.041126] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.050013] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.192215] env[69987]: DEBUG nova.compute.manager [req-b675fe90-f875-49ed-b772-5f8215a38887 req-302d38f7-e41b-4944-bfbb-758420a60ae7 service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Received event network-vif-deleted-f084cc0c-779d-4cbc-bb8e-9f2148ef4548 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.192215] env[69987]: INFO nova.compute.manager [req-b675fe90-f875-49ed-b772-5f8215a38887 req-302d38f7-e41b-4944-bfbb-758420a60ae7 service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Neutron deleted interface f084cc0c-779d-4cbc-bb8e-9f2148ef4548; detaching it from the instance and deleting it from the info cache [ 1029.192416] env[69987]: DEBUG nova.network.neutron [req-b675fe90-f875-49ed-b772-5f8215a38887 req-302d38f7-e41b-4944-bfbb-758420a60ae7 service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.380833] env[69987]: DEBUG nova.network.neutron [-] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.404157] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500829, 'name': ReconfigVM_Task, 'duration_secs': 0.351908} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.406267] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.407317] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150689a1-8a28-4773-94de-040d252b4270 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.439026] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.441096] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0d5521-eb8c-470e-9b6b-e8ee1e8525e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.456150] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance b9b31f5e-906c-4cf3-8e2f-3651b801787c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1029.463057] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "9e39091a-c72b-4a39-bc32-b513c22d85f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.463407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.463655] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "9e39091a-c72b-4a39-bc32-b513c22d85f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.463861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.464101] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.466410] env[69987]: INFO nova.compute.manager [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Terminating instance [ 1029.473921] env[69987]: DEBUG nova.network.neutron [-] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.482224] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1029.482224] env[69987]: value = "task-3500831" [ 1029.482224] env[69987]: _type = "Task" [ 1029.482224] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.495672] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.553259] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089322} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.553778] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.554455] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6b93f-dd2d-447b-b400-b6dfee526039 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.579303] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 5d2613fd-4fb0-4b2a-8865-4d49380be5e5/5d2613fd-4fb0-4b2a-8865-4d49380be5e5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.579606] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe2e0b6-8e32-4708-9f06-4a48f8603a8f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.605094] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1029.605094] env[69987]: value = "task-3500832" [ 1029.605094] env[69987]: _type = "Task" [ 1029.605094] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.614156] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.696714] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2dc2667a-a49e-46dc-b86e-3b63a0d74bd9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.709278] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed37a009-3f99-4d5f-966d-6428b2eefdf8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.750713] env[69987]: DEBUG nova.compute.manager [req-b675fe90-f875-49ed-b772-5f8215a38887 req-302d38f7-e41b-4944-bfbb-758420a60ae7 service nova] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Detach interface failed, port_id=f084cc0c-779d-4cbc-bb8e-9f2148ef4548, reason: Instance 7256afea-6d09-4e43-8c07-b8a7a61b9118 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.760603] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Completed reading data from the image iterator. {{(pid=69987) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1029.760818] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52491a69-f2c8-20cb-e8c4-13a243b313a7/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.761728] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcafece-8607-4dd0-abaf-0d2bd367e699 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.769964] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52491a69-f2c8-20cb-e8c4-13a243b313a7/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.770283] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52491a69-f2c8-20cb-e8c4-13a243b313a7/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1029.770517] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4c984555-a122-4161-b0aa-f0fdbcfeadd6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.885757] env[69987]: INFO nova.compute.manager [-] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Took 1.54 seconds to deallocate network for instance. [ 1029.969512] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 2566e31f-2d2c-4a42-bd41-5cc5afe28486 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1029.975651] env[69987]: DEBUG nova.compute.manager [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.978239] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.978239] env[69987]: INFO nova.compute.manager [-] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Took 1.50 seconds to deallocate network for instance. [ 1029.978239] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6102413-0b83-4d9f-8e33-3427a9205820 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.991024] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.991288] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d23baa65-63dc-4da1-b9a3-e4d946596caa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.998388] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500831, 'name': ReconfigVM_Task, 'duration_secs': 0.432894} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.999606] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Reconfigured VM instance instance-00000030 to attach disk [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034/f84a2f6c-99ad-4283-9a1d-528d4a91f034.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.999983] env[69987]: DEBUG oslo_vmware.api [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1029.999983] env[69987]: value = "task-3500833" [ 1029.999983] env[69987]: _type = "Task" [ 1029.999983] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.000806] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9262a6-9d0f-47fe-ba84-13ec2d015863 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.030692] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957625d3-8b15-4409-9747-1b798c12bf6e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.034242] env[69987]: DEBUG oslo_vmware.api [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.052667] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d9b057-5cf0-4ad3-bced-58fb1857cb45 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.077427] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f4f66-1772-4aee-b199-ee6e30411a11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.080900] env[69987]: DEBUG oslo_vmware.rw_handles [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52491a69-f2c8-20cb-e8c4-13a243b313a7/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1030.081140] env[69987]: INFO nova.virt.vmwareapi.images [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Downloaded image file data fb927c9b-d218-4567-a35f-edd178096c51 [ 1030.081911] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca709bb-fd73-4e8f-b646-d40bd93b35bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.090497] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.102704] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f53faeaf-400d-4f20-891b-c20d4b80589d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.107013] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1cdca07-e8a4-478c-904b-88c6fe6005c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.112487] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1030.112487] env[69987]: value = "task-3500834" [ 1030.112487] env[69987]: _type = "Task" [ 1030.112487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.119215] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500832, 'name': ReconfigVM_Task, 'duration_secs': 0.324111} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.119913] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 5d2613fd-4fb0-4b2a-8865-4d49380be5e5/5d2613fd-4fb0-4b2a-8865-4d49380be5e5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.120570] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e71b828-55c8-4000-bcaa-59cd2ec90030 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.125139] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.130934] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1030.130934] env[69987]: value = "task-3500836" [ 1030.130934] env[69987]: _type = "Task" [ 1030.130934] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.140886] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500836, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.160227] env[69987]: INFO nova.virt.vmwareapi.images [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] The imported VM was unregistered [ 1030.163474] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Caching image {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1030.163844] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.164532] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e409d6-b4b0-4583-8319-cbd98ca7f516 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.180387] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created directory with path [datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.180775] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517/OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517.vmdk to [datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51/fb927c9b-d218-4567-a35f-edd178096c51.vmdk. {{(pid=69987) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1030.181070] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0f2d559e-a785-41c2-9bb4-bb60fd44c1df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.191263] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1030.191263] env[69987]: value = "task-3500837" [ 1030.191263] env[69987]: _type = "Task" [ 1030.191263] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.200612] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500837, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.395266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.472450] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance f5f58c4c-484f-4557-b572-da71671c0c4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1030.487096] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.516912] env[69987]: DEBUG oslo_vmware.api [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500833, 'name': PowerOffVM_Task, 'duration_secs': 0.227107} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.517227] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.517469] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.517745] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05175087-5e7a-47fe-b2b6-a518463bc0e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.620768] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.620996] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.621208] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleting the datastore file [datastore1] 9e39091a-c72b-4a39-bc32-b513c22d85f4 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.621991] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a877b482-9b40-4f59-95f3-b2900383027f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.632101] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.637147] env[69987]: DEBUG oslo_vmware.api [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1030.637147] env[69987]: value = "task-3500839" [ 1030.637147] env[69987]: _type = "Task" [ 1030.637147] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.645265] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500836, 'name': Rename_Task, 'duration_secs': 0.163942} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.645519] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.645838] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ebc7774-9d85-41e6-911d-4e0ff1b07127 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.650624] env[69987]: DEBUG oslo_vmware.api [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.660294] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1030.660294] env[69987]: value = "task-3500840" [ 1030.660294] env[69987]: _type = "Task" [ 1030.660294] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.671737] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.705667] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500837, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.977634] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1030.977949] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1030.978201] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1031.132086] env[69987]: DEBUG oslo_vmware.api [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500834, 'name': PowerOnVM_Task, 'duration_secs': 0.834071} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.139035] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.152381] env[69987]: DEBUG oslo_vmware.api [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296883} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.155729] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.155966] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.156818] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.156818] env[69987]: INFO nova.compute.manager [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1031.156818] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.157856] env[69987]: DEBUG nova.compute.manager [-] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.157967] env[69987]: DEBUG nova.network.neutron [-] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.174431] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.205103] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500837, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.225896] env[69987]: DEBUG nova.compute.manager [req-48e38f9a-5cab-4517-a191-097e8d15eec4 req-7d8d8e56-fd6d-4973-be80-a60b71d0fc34 service nova] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Received event network-vif-deleted-d8534b49-5f43-4d3a-982d-eb13d79db32a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.462705] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e69ccaa-5fca-4079-80d5-de5448325601 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.474507] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbc5b54-05cd-4897-a294-de35f8493783 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.521490] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71835267-77af-4961-a64b-2c69b5d6d112 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.539321] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6999fdd5-fd80-4c35-8d2c-8a6f7f285ce8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.557132] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.675506] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.705860] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500837, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.036198] env[69987]: DEBUG nova.network.neutron [-] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.061063] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.148763] env[69987]: INFO nova.compute.manager [None req-1a9dd9ba-79a0-4b50-ae35-6c01be1da607 tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance to original state: 'active' [ 1032.177374] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500840, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.207737] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500837, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.538691] env[69987]: INFO nova.compute.manager [-] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Took 1.38 seconds to deallocate network for instance. [ 1032.567645] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1032.567645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.200s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.567645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.324s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.567645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.570369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.995s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.570570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.573411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.936s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.575931] env[69987]: INFO nova.compute.claims [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.579306] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.579462] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Cleaning up deleted instances {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1032.609152] env[69987]: INFO nova.scheduler.client.report [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Deleted allocations for instance bea83afd-2228-4f54-bb69-8e199bbf10ab [ 1032.678960] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.709843] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500837, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.499149} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.709843] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517/OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517.vmdk to [datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51/fb927c9b-d218-4567-a35f-edd178096c51.vmdk. [ 1032.709843] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Cleaning up location [datastore2] OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1032.709843] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5ec875f3-2adf-4223-800a-9a00f744d517 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.710142] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca2737e3-4ac3-415b-b0a5-4072edee033c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.717705] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1032.717705] env[69987]: value = "task-3500841" [ 1032.717705] env[69987]: _type = "Task" [ 1032.717705] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.727344] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.046261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.094692] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] There are 48 instances to clean {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1033.095019] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: ede912a4-6b59-482b-b8a3-46a88d134ce6] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.100988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7967d3d-e855-40e4-9246-2ab3503625e7 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.477s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.101827] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.124s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.102326] env[69987]: INFO nova.compute.manager [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Unshelving [ 1033.116948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cad39a8e-bf31-4785-980d-50e2fbb90b2d tempest-ServerAddressesNegativeTestJSON-1457243180 tempest-ServerAddressesNegativeTestJSON-1457243180-project-member] Lock "bea83afd-2228-4f54-bb69-8e199bbf10ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.297s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.177351] env[69987]: DEBUG oslo_vmware.api [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500840, 'name': PowerOnVM_Task, 'duration_secs': 2.177908} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.177351] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.177351] env[69987]: INFO nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1033.177351] env[69987]: DEBUG nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.178008] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6bef78-24fe-45d8-af19-41a9f05eed5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.230560] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077777} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.230845] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.231022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51/fb927c9b-d218-4567-a35f-edd178096c51.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.231281] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51/fb927c9b-d218-4567-a35f-edd178096c51.vmdk to [datastore2] 7f284cf1-34a5-4b0c-ab81-4f657768ab7d/7f284cf1-34a5-4b0c-ab81-4f657768ab7d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.231553] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839aa425-386c-48b8-802f-650996e08bd7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.240643] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1033.240643] env[69987]: value = "task-3500842" [ 1033.240643] env[69987]: _type = "Task" [ 1033.240643] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.252866] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.292432] env[69987]: DEBUG nova.compute.manager [req-c2c2012e-69ee-4a8b-ae6b-7aba8eec0696 req-b31c741d-8a75-4b68-abb8-699bab4d28e6 service nova] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Received event network-vif-deleted-60c1cfa2-06b2-45c1-bb37-920c62bd162c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.358659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.358940] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.361042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.361272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.361452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.364050] env[69987]: INFO nova.compute.manager [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Terminating instance [ 1033.601851] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 2285082c-afdd-4f73-9c91-8e080a02aa45] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.701730] env[69987]: INFO nova.compute.manager [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Took 48.00 seconds to build instance. [ 1033.755223] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.867793] env[69987]: DEBUG nova.compute.manager [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.869041] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.869951] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1c7327-a44c-458f-9d5a-e5233c087b14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.886244] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.886538] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c0fe98-4bc6-42d8-8ebc-a7ed68706b33 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.900022] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1033.900022] env[69987]: value = "task-3500843" [ 1033.900022] env[69987]: _type = "Task" [ 1033.900022] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.910933] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.029829] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969534fb-55bf-452a-acb1-b4b7ada0a94e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.041516] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e1044-4339-445b-bbcd-a8dc2354fcc9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.078069] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a7047b-a095-4449-bb61-8be4ae5ccb9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.089152] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ee506-c089-4fa2-9d17-03cd1e78be5f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.109284] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 81f9545c-d6c2-4c15-ab8e-1d8676b1734d] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.111479] env[69987]: DEBUG nova.compute.provider_tree [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.134682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.203401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef094fdc-39ea-48e8-b9d8-4bb763865b5d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.317s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.255084] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500842, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.412664] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500843, 'name': PowerOffVM_Task, 'duration_secs': 0.420696} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.413963] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.414065] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.414412] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f6c5bc0-94e3-4cea-aa5b-b5e8e6417fad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.514343] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.514724] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.515042] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Deleting the datastore file [datastore2] f84a2f6c-99ad-4283-9a1d-528d4a91f034 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.515372] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-764a39b6-c9dc-412d-adc8-dd0a203539ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.527487] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1034.527487] env[69987]: value = "task-3500845" [ 1034.527487] env[69987]: _type = "Task" [ 1034.527487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.538220] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.614736] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 77ca4bdd-1d0e-4596-810a-29eec177acd3] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.620521] env[69987]: DEBUG nova.scheduler.client.report [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.756655] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500842, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.047764] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.117427] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: add55a74-5dc7-4a4e-9fbc-a7b02ee8488f] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.128494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.128494] env[69987]: DEBUG nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.129654] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.289s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.131787] env[69987]: INFO nova.compute.claims [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.259767] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500842, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.541944] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.621352] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: bf18b01f-0588-44d1-a156-382533029496] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.638169] env[69987]: DEBUG nova.compute.utils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.640942] env[69987]: DEBUG nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1035.757107] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500842, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.841806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.842079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.043299] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.125528] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: f4175224-fd57-419b-8170-aa3ce8a5a416] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.143167] env[69987]: DEBUG nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.263263] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500842, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.938182} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.263564] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fb927c9b-d218-4567-a35f-edd178096c51/fb927c9b-d218-4567-a35f-edd178096c51.vmdk to [datastore2] 7f284cf1-34a5-4b0c-ab81-4f657768ab7d/7f284cf1-34a5-4b0c-ab81-4f657768ab7d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.264452] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ff3c9a-8f93-4645-a662-dd4594497838 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.290035] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7f284cf1-34a5-4b0c-ab81-4f657768ab7d/7f284cf1-34a5-4b0c-ab81-4f657768ab7d.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.292949] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4f9e0b-2575-40f0-bc08-d63fe466c88e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.314788] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1036.314788] env[69987]: value = "task-3500846" [ 1036.314788] env[69987]: _type = "Task" [ 1036.314788] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.329829] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.348342] env[69987]: DEBUG nova.compute.utils [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.540885] env[69987]: DEBUG oslo_vmware.api [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.707538} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.543928] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.543928] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.544152] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.544332] env[69987]: INFO nova.compute.manager [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1036.544573] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.545094] env[69987]: DEBUG nova.compute.manager [-] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.545178] env[69987]: DEBUG nova.network.neutron [-] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.602099] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c498529a-abb6-4a6c-8799-0109e4bea1a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.610766] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d081bab-137d-4266-b2a3-b5030e45a964 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.645793] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 7fb2a008-741b-4d9f-8ebe-bfabc9b121b1] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.648797] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e66d7-5b7a-4b13-b148-7a065bef8842 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.669645] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b29fa8-f726-4052-98b0-749ad519729b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.686620] env[69987]: DEBUG nova.compute.provider_tree [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.826644] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.856754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.109901] env[69987]: DEBUG nova.compute.manager [req-67500e49-f041-47af-8be1-7f6f38248dd5 req-5ed50e1f-b654-4169-bb71-2a46d0ba6f6a service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Received event network-vif-deleted-f15883fd-4eb2-45e2-b642-378dc0f23f8c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.109986] env[69987]: INFO nova.compute.manager [req-67500e49-f041-47af-8be1-7f6f38248dd5 req-5ed50e1f-b654-4169-bb71-2a46d0ba6f6a service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Neutron deleted interface f15883fd-4eb2-45e2-b642-378dc0f23f8c; detaching it from the instance and deleting it from the info cache [ 1037.110300] env[69987]: DEBUG nova.network.neutron [req-67500e49-f041-47af-8be1-7f6f38248dd5 req-5ed50e1f-b654-4169-bb71-2a46d0ba6f6a service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.149086] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: c15ff953-56a8-45c8-ac78-174801a3bf1a] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.164191] env[69987]: DEBUG nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.189689] env[69987]: DEBUG nova.scheduler.client.report [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.204808] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.205174] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.205363] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.205552] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.205730] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.205928] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.206223] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.206391] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.206572] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.206797] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.207069] env[69987]: DEBUG nova.virt.hardware [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.208061] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ce187-fc28-46fc-8951-45d0ddf4188e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.219303] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70498414-1678-4a2d-b9f7-2d53b91fcfdd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.236358] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.241655] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Creating folder: Project (e52450cd25204878a5ff24db391c5e8d). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.241794] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13adf4d2-db0f-4cb3-91e8-c4af757c8692 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.256946] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Created folder: Project (e52450cd25204878a5ff24db391c5e8d) in parent group-v699418. [ 1037.257185] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Creating folder: Instances. Parent ref: group-v699619. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.257441] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c92a8fd-1615-427b-af5a-84dab845c578 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.267228] env[69987]: DEBUG nova.network.neutron [-] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.269664] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Created folder: Instances in parent group-v699619. [ 1037.269858] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.270354] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.270614] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41bb8a74-126d-4417-a189-4e87b24c8b15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.293279] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.293279] env[69987]: value = "task-3500849" [ 1037.293279] env[69987]: _type = "Task" [ 1037.293279] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.305637] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500849, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.328912] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.613664] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8a0069e-a9f7-42d4-ac4e-12ab5e02cdcd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.623415] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe5ea1-c0af-4e48-84e9-fd4b24d8f899 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.661989] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 6d147721-ae87-4e80-b553-b4e7c4c3dee4] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.664008] env[69987]: DEBUG nova.compute.manager [req-67500e49-f041-47af-8be1-7f6f38248dd5 req-5ed50e1f-b654-4169-bb71-2a46d0ba6f6a service nova] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Detach interface failed, port_id=f15883fd-4eb2-45e2-b642-378dc0f23f8c, reason: Instance f84a2f6c-99ad-4283-9a1d-528d4a91f034 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.696857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.697453] env[69987]: DEBUG nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.699990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.671s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.701423] env[69987]: INFO nova.compute.claims [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.771570] env[69987]: INFO nova.compute.manager [-] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Took 1.23 seconds to deallocate network for instance. [ 1037.804218] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500849, 'name': CreateVM_Task, 'duration_secs': 0.330546} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.804399] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.804825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.805028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.805559] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.806072] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622ffbc3-0127-4ed0-9a78-27030454bace {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.811110] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1037.811110] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5220eec0-c787-98f3-da9b-dd6e0a442086" [ 1037.811110] env[69987]: _type = "Task" [ 1037.811110] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.819929] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5220eec0-c787-98f3-da9b-dd6e0a442086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.827852] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500846, 'name': ReconfigVM_Task, 'duration_secs': 1.131705} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.828096] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7f284cf1-34a5-4b0c-ab81-4f657768ab7d/7f284cf1-34a5-4b0c-ab81-4f657768ab7d.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.828718] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e71e0fec-bb63-404c-8e02-6fa67b6e9aae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.835893] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1037.835893] env[69987]: value = "task-3500850" [ 1037.835893] env[69987]: _type = "Task" [ 1037.835893] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.843824] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500850, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.920724] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.921139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.921479] env[69987]: INFO nova.compute.manager [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Attaching volume bb28d445-d953-4b83-b002-a30564677e27 to /dev/sdb [ 1037.956620] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae36c30f-5bf6-4161-8563-4ac7fcac95d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.966147] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a8e02a-2ece-41e8-819c-77b6d19b0999 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.980591] env[69987]: DEBUG nova.virt.block_device [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Updating existing volume attachment record: 9890d82e-d3ce-47fe-9cd7-0cf4bee13a94 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1038.166121] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 0937ab71-83d3-436e-a5d3-e3c7fb97c642] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.206222] env[69987]: DEBUG nova.compute.utils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.209386] env[69987]: DEBUG nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1038.277895] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.324765] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5220eec0-c787-98f3-da9b-dd6e0a442086, 'name': SearchDatastore_Task, 'duration_secs': 0.041113} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.325332] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.325714] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.326147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.326434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.326758] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.327183] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b15924b0-7fd4-4a90-857e-e14f1598fe47 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.341657] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.341843] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.342941] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6339f9-eb25-449d-b55a-6e68170a132a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.348294] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500850, 'name': Rename_Task, 'duration_secs': 0.417465} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.348898] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.349205] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92df5cf3-f08a-4f07-830d-77e01541f717 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.352481] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1038.352481] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a34d01-5313-b1d9-590c-48dcf364d477" [ 1038.352481] env[69987]: _type = "Task" [ 1038.352481] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.358789] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1038.358789] env[69987]: value = "task-3500854" [ 1038.358789] env[69987]: _type = "Task" [ 1038.358789] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.364868] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a34d01-5313-b1d9-590c-48dcf364d477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.369947] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.669361] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 3409af28-d7c6-43ad-802b-016bfbb83bb8] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.710908] env[69987]: DEBUG nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.868449] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a34d01-5313-b1d9-590c-48dcf364d477, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.868449] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb41f48-f69c-4184-aca2-aa840ef27588 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.873733] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.880698] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1038.880698] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5285b9c0-3bc6-3191-25b5-ab8a0c484ba9" [ 1038.880698] env[69987]: _type = "Task" [ 1038.880698] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.890751] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5285b9c0-3bc6-3191-25b5-ab8a0c484ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.891041] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.891334] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] fb7b6c9a-b573-4461-8d64-bc6515be043f/fb7b6c9a-b573-4461-8d64-bc6515be043f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.891608] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0b24f5f-f29a-469e-b57f-38151f2f9290 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.903111] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1038.903111] env[69987]: value = "task-3500855" [ 1038.903111] env[69987]: _type = "Task" [ 1038.903111] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.914818] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.100866] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1a39fb-dd7a-4803-b144-8b015e768279 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.111069] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb37a2e-87d7-4792-8b2d-079be52ec87e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.148653] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1b28e-4672-4108-81b2-803104a4a3c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.158077] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da21dc3-8265-4668-81f5-e0335c7f37e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.174356] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 3696484e-7c0e-422c-969e-977f3180c783] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.176695] env[69987]: DEBUG nova.compute.provider_tree [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.371397] env[69987]: DEBUG oslo_vmware.api [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500854, 'name': PowerOnVM_Task, 'duration_secs': 0.695509} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.371654] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.371848] env[69987]: INFO nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Took 18.54 seconds to spawn the instance on the hypervisor. [ 1039.372043] env[69987]: DEBUG nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.372827] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700bf6ac-8e0b-404d-a9b9-f3c526017709 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.413950] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473935} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.414292] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] fb7b6c9a-b573-4461-8d64-bc6515be043f/fb7b6c9a-b573-4461-8d64-bc6515be043f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.414866] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.416147] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db8939e9-d5f5-4b33-a051-6d155a0f56d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.424974] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1039.424974] env[69987]: value = "task-3500856" [ 1039.424974] env[69987]: _type = "Task" [ 1039.424974] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.440718] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.679165] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 18c1d1b6-c516-4c4c-a24d-3b354ba92690] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.684794] env[69987]: DEBUG nova.scheduler.client.report [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.723940] env[69987]: DEBUG nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.751211] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.751472] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.751630] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.751812] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.751958] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.752133] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.752350] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.752508] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.752676] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.753805] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.753805] env[69987]: DEBUG nova.virt.hardware [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.754370] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5f8053-f1f3-4a01-a5e8-e0304fb0ea4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.763247] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ae416c-834f-4344-b3e1-a27727955c32 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.778472] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.784243] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.784503] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.784720] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-249fe72a-a6c5-4ddd-8431-ddf92bd46f0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.803801] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.803801] env[69987]: value = "task-3500857" [ 1039.803801] env[69987]: _type = "Task" [ 1039.803801] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.812259] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500857, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.892294] env[69987]: INFO nova.compute.manager [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Took 56.35 seconds to build instance. [ 1039.935862] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072052} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.936213] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.937027] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61964430-d537-469c-be6b-b5bda2883ae1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.958691] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] fb7b6c9a-b573-4461-8d64-bc6515be043f/fb7b6c9a-b573-4461-8d64-bc6515be043f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.959010] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69875663-12d8-4995-84b6-b333d985e539 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.980968] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1039.980968] env[69987]: value = "task-3500858" [ 1039.980968] env[69987]: _type = "Task" [ 1039.980968] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.990412] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.150673] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "768833ea-b1e0-4d19-b3fb-a543aa89e925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.150964] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.151210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "768833ea-b1e0-4d19-b3fb-a543aa89e925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.151424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.151649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.154116] env[69987]: INFO nova.compute.manager [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Terminating instance [ 1040.184852] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: adde3bd8-8324-4eab-9cea-152b59401f7c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.192128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.192720] env[69987]: DEBUG nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.195864] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.840s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.197725] env[69987]: INFO nova.compute.claims [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.321062] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500857, 'name': CreateVM_Task, 'duration_secs': 0.349876} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.321062] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.321248] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.322135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.322135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.322135] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b792c898-ae04-43e2-8d55-d1ac260b5597 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.329229] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1040.329229] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52aa681e-1487-8a60-8f90-7942913e56db" [ 1040.329229] env[69987]: _type = "Task" [ 1040.329229] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.337699] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aa681e-1487-8a60-8f90-7942913e56db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.394512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e638d88-c681-4566-8a55-22c9ecb40767 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.967s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.492037] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500858, 'name': ReconfigVM_Task, 'duration_secs': 0.350796} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.492437] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] fb7b6c9a-b573-4461-8d64-bc6515be043f/fb7b6c9a-b573-4461-8d64-bc6515be043f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.493062] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-836f722a-67b8-4c64-94f7-bd458dd5d692 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.501880] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1040.501880] env[69987]: value = "task-3500860" [ 1040.501880] env[69987]: _type = "Task" [ 1040.501880] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.511242] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500860, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.659489] env[69987]: DEBUG nova.compute.manager [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.659729] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.660659] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796233d-1817-43b7-ac1f-b535b113da4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.669102] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.669464] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-806dd5f4-e549-4180-9faf-805924708737 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.675561] env[69987]: DEBUG oslo_vmware.api [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 1040.675561] env[69987]: value = "task-3500861" [ 1040.675561] env[69987]: _type = "Task" [ 1040.675561] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.683876] env[69987]: DEBUG oslo_vmware.api [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.688445] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 87d6b4be-0570-4acf-adb2-76535b5157d6] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.702191] env[69987]: DEBUG nova.compute.utils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.705610] env[69987]: DEBUG nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.705775] env[69987]: DEBUG nova.network.neutron [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.780964] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.781405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.781634] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.781857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.782059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.784794] env[69987]: INFO nova.compute.manager [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Terminating instance [ 1040.845212] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aa681e-1487-8a60-8f90-7942913e56db, 'name': SearchDatastore_Task, 'duration_secs': 0.03196} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.845602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.845902] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.846264] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.846999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.847348] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.847685] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b85ef338-9535-4b6b-ac6b-1c892c6d72aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.858473] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.858755] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.859560] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad489c9-a542-4198-8e76-6c388b7930a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.866091] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1040.866091] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52298873-5a40-b391-c45b-f76c6b02fbe1" [ 1040.866091] env[69987]: _type = "Task" [ 1040.866091] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.875435] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52298873-5a40-b391-c45b-f76c6b02fbe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.012717] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500860, 'name': Rename_Task, 'duration_secs': 0.147598} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.013041] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.013516] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64005db2-52b6-40bc-ae99-c9eac34cc0c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.021296] env[69987]: DEBUG nova.policy [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60a1a91cf02b4f15b4648eb6e487b926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6feaa4ef383a4a10a54e7f9331f4569f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.024420] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1041.024420] env[69987]: value = "task-3500862" [ 1041.024420] env[69987]: _type = "Task" [ 1041.024420] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.032885] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.187398] env[69987]: DEBUG oslo_vmware.api [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500861, 'name': PowerOffVM_Task, 'duration_secs': 0.304536} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.187824] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.187890] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.189013] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1435fb0c-d5bd-4b10-bb21-f2dbdc5fec88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.192048] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: fdda3efc-facb-4d2a-b4e1-b167507b95e8] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.206371] env[69987]: DEBUG nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.264191] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.264191] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.264191] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Deleting the datastore file [datastore2] 768833ea-b1e0-4d19-b3fb-a543aa89e925 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.266989] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-729afdf2-e543-43cb-a8b4-0ba537046ccf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.277503] env[69987]: DEBUG oslo_vmware.api [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for the task: (returnval){ [ 1041.277503] env[69987]: value = "task-3500864" [ 1041.277503] env[69987]: _type = "Task" [ 1041.277503] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.287236] env[69987]: DEBUG oslo_vmware.api [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.290382] env[69987]: DEBUG nova.compute.manager [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.291029] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.292017] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfc06c8-54ce-4670-a3c9-6be3871e5117 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.300078] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.302213] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68a85a2c-fc18-4e52-994f-03a40b1e7600 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.316431] env[69987]: DEBUG oslo_vmware.api [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1041.316431] env[69987]: value = "task-3500865" [ 1041.316431] env[69987]: _type = "Task" [ 1041.316431] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.323480] env[69987]: DEBUG oslo_vmware.api [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.378718] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52298873-5a40-b391-c45b-f76c6b02fbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.016943} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.383304] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e7662b-1f16-4e76-bd4e-ba6cbc59a52f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.391561] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1041.391561] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527b2027-c42a-b7a0-8b46-d4b578d1b91c" [ 1041.391561] env[69987]: _type = "Task" [ 1041.391561] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.405557] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527b2027-c42a-b7a0-8b46-d4b578d1b91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.418750] env[69987]: DEBUG nova.network.neutron [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Successfully created port: 0ffbdc58-b190-4359-a691-088294cbf0b2 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.535764] env[69987]: DEBUG oslo_vmware.api [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500862, 'name': PowerOnVM_Task, 'duration_secs': 0.472931} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.536121] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.536430] env[69987]: INFO nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Took 4.37 seconds to spawn the instance on the hypervisor. [ 1041.536663] env[69987]: DEBUG nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.537571] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d6081-925a-478c-be40-9beb330187e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.695259] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 734ac398-4556-413a-ac7e-ca28d56d4de1] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.714784] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be81053-4c08-4ade-9c81-c8826c7d8772 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.723632] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f569b798-09e1-4b05-97ed-7934e3ccf9dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.759387] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9842053e-1bde-41da-99f3-8a620de0df5c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.769067] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f9144e-83bb-4689-9c7d-13b0ff74b541 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.784615] env[69987]: DEBUG nova.compute.provider_tree [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.795364] env[69987]: DEBUG oslo_vmware.api [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Task: {'id': task-3500864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329593} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.796229] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.796430] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.796619] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.796805] env[69987]: INFO nova.compute.manager [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.797067] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.797270] env[69987]: DEBUG nova.compute.manager [-] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.797370] env[69987]: DEBUG nova.network.neutron [-] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.824288] env[69987]: DEBUG oslo_vmware.api [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500865, 'name': PowerOffVM_Task, 'duration_secs': 0.230706} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.824558] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.824768] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.825064] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ba7fd16-b187-403c-9432-5aa7e2beb550 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.899537] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.899825] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.900021] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleting the datastore file [datastore2] 7f284cf1-34a5-4b0c-ab81-4f657768ab7d {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.903993] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e957ab0d-1049-420e-a3d2-ac75aec6bc1c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.905972] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527b2027-c42a-b7a0-8b46-d4b578d1b91c, 'name': SearchDatastore_Task, 'duration_secs': 0.013985} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.906483] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.906759] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.907551] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e88687-251c-4725-94ce-af448df5ca40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.912418] env[69987]: DEBUG oslo_vmware.api [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1041.912418] env[69987]: value = "task-3500867" [ 1041.912418] env[69987]: _type = "Task" [ 1041.912418] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.917045] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1041.917045] env[69987]: value = "task-3500868" [ 1041.917045] env[69987]: _type = "Task" [ 1041.917045] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.923531] env[69987]: DEBUG oslo_vmware.api [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.929761] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.061917] env[69987]: INFO nova.compute.manager [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Took 40.44 seconds to build instance. [ 1042.203056] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: f38fbfac-9498-448d-9889-3ab4d2da1e16] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.220184] env[69987]: DEBUG nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.263933] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.265106] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.265496] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.265724] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.265875] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.266098] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.267621] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.267621] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.267621] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.267621] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.267621] env[69987]: DEBUG nova.virt.hardware [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.268388] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c2e06-10ba-4e80-809c-84fa436d6e44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.278904] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e9c3e2-f470-40ab-a615-0a2f56f7bf4d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.296316] env[69987]: DEBUG nova.scheduler.client.report [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.412821] env[69987]: DEBUG nova.compute.manager [req-037c07db-45ba-46d6-ad18-1c2a60e20d49 req-d57eaef0-faf5-4c33-9128-1d6e0eba9b0f service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Received event network-vif-deleted-b023b1c8-769e-4b9a-926c-38e0d784d0a2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.412881] env[69987]: INFO nova.compute.manager [req-037c07db-45ba-46d6-ad18-1c2a60e20d49 req-d57eaef0-faf5-4c33-9128-1d6e0eba9b0f service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Neutron deleted interface b023b1c8-769e-4b9a-926c-38e0d784d0a2; detaching it from the instance and deleting it from the info cache [ 1042.413076] env[69987]: DEBUG nova.network.neutron [req-037c07db-45ba-46d6-ad18-1c2a60e20d49 req-d57eaef0-faf5-4c33-9128-1d6e0eba9b0f service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.428898] env[69987]: DEBUG oslo_vmware.api [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180424} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.432960] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.433205] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.433405] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.433636] env[69987]: INFO nova.compute.manager [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.433940] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.434798] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500868, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.435104] env[69987]: DEBUG nova.compute.manager [-] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.435246] env[69987]: DEBUG nova.network.neutron [-] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.528013] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.528247] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699623', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'name': 'volume-bb28d445-d953-4b83-b002-a30564677e27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d2613fd-4fb0-4b2a-8865-4d49380be5e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'serial': 'bb28d445-d953-4b83-b002-a30564677e27'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.529146] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa87be0-33f4-498a-a90f-14a47046a319 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.549039] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7188061-022e-4908-bc25-7e5f23314e33 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.567822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-eb6e996f-3267-4a78-8594-4064e0a1c55a tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "fb7b6c9a-b573-4461-8d64-bc6515be043f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.962s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.575997] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-bb28d445-d953-4b83-b002-a30564677e27/volume-bb28d445-d953-4b83-b002-a30564677e27.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.576336] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0537052f-e8b6-49a6-9da6-628215dd51f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.600154] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1042.600154] env[69987]: value = "task-3500869" [ 1042.600154] env[69987]: _type = "Task" [ 1042.600154] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.610245] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.705958] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: a3f66942-6063-4d1f-9bb0-b07899beccc1] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.805472] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.805472] env[69987]: DEBUG nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.806359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.344s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.808552] env[69987]: INFO nova.compute.claims [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.894978] env[69987]: DEBUG nova.network.neutron [-] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.920652] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce142c65-9ae8-4e79-8369-49c2e7716b62 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.933511] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500868, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.937358] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8912e5d6-7b07-4015-810f-3ec291c8a7db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.956683] env[69987]: DEBUG nova.network.neutron [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Successfully updated port: 0ffbdc58-b190-4359-a691-088294cbf0b2 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.979232] env[69987]: DEBUG nova.compute.manager [req-037c07db-45ba-46d6-ad18-1c2a60e20d49 req-d57eaef0-faf5-4c33-9128-1d6e0eba9b0f service nova] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Detach interface failed, port_id=b023b1c8-769e-4b9a-926c-38e0d784d0a2, reason: Instance 768833ea-b1e0-4d19-b3fb-a543aa89e925 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.112070] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.209849] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: b518bb73-3811-446e-8e88-1b6386f39543] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1043.218073] env[69987]: DEBUG nova.network.neutron [-] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.313937] env[69987]: DEBUG nova.compute.utils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.317623] env[69987]: DEBUG nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.317808] env[69987]: DEBUG nova.network.neutron [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.387324] env[69987]: DEBUG nova.policy [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e0951f9746946a493c10efcf071c191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d11c5e28e9c42cc80162b5c28755cfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.397679] env[69987]: INFO nova.compute.manager [-] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Took 1.60 seconds to deallocate network for instance. [ 1043.434796] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500868, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.460165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.460165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.460165] env[69987]: DEBUG nova.network.neutron [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.613714] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.713629] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: c73fd485-e892-4ede-b980-c5b154d292d9] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1043.721091] env[69987]: INFO nova.compute.manager [-] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Took 1.29 seconds to deallocate network for instance. [ 1043.818790] env[69987]: DEBUG nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.852487] env[69987]: DEBUG nova.network.neutron [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Successfully created port: 9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.903803] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.932880] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500868, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.529132} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.935916] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.936185] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.936661] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e094d2a-5c06-4e60-9b4f-330388100f4e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.944661] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1043.944661] env[69987]: value = "task-3500870" [ 1043.944661] env[69987]: _type = "Task" [ 1043.944661] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.957189] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.034230] env[69987]: DEBUG nova.network.neutron [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.121847] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500869, 'name': ReconfigVM_Task, 'duration_secs': 1.430677} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.122220] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-bb28d445-d953-4b83-b002-a30564677e27/volume-bb28d445-d953-4b83-b002-a30564677e27.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.130098] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7e78ec-1b23-49a2-a712-5eec227848d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.149289] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1044.149289] env[69987]: value = "task-3500871" [ 1044.149289] env[69987]: _type = "Task" [ 1044.149289] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.160435] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.222922] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: eacd2ffb-6901-48e1-86ed-448b58a34bd3] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.227418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.308180] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228a7c08-f474-4c4d-8296-07b6b1e3164f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.312932] env[69987]: DEBUG nova.network.neutron [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Updating instance_info_cache with network_info: [{"id": "0ffbdc58-b190-4359-a691-088294cbf0b2", "address": "fa:16:3e:7d:e2:8d", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ffbdc58-b1", "ovs_interfaceid": "0ffbdc58-b190-4359-a691-088294cbf0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.320022] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0253cca-8b5a-4bdd-8053-cd174c1770ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.327242] env[69987]: INFO nova.virt.block_device [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Booting with volume cce92569-defd-48ff-838c-6477275edfa2 at /dev/sda [ 1044.358144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-1b193fd9-d782-44d2-860b-83b53ee06485-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.358443] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-1b193fd9-d782-44d2-860b-83b53ee06485-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.358949] env[69987]: DEBUG nova.objects.instance [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'flavor' on Instance uuid 1b193fd9-d782-44d2-860b-83b53ee06485 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.361426] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f1a88-c67d-4f1d-8a28-958338e0aeef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.375327] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c2ca0c-8a76-4cfb-be75-0b859e117f23 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.394848] env[69987]: DEBUG nova.compute.provider_tree [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.401962] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-596c8366-c2a3-4586-87b3-219079434f40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.414484] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7493b4-8bf6-40fe-8291-519944c1e186 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.457428] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7de20498-a86d-4cf4-aa85-d442b4597e39 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.465443] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08085} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.466650] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.467504] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27832d41-e8cc-42b0-b98c-8298edc6348d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.473642] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46369c6-bc50-466e-9691-de296b0039b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.507426] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.520809] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e782dd-2fec-4e9c-8fbb-6c04de8f05e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.536545] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f5d8d-e74c-431c-9751-9f85d8eb5a6b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.544122] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e01f8f3-8006-43fa-ad9d-4ae33770344b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.547726] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1044.547726] env[69987]: value = "task-3500872" [ 1044.547726] env[69987]: _type = "Task" [ 1044.547726] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.558841] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.563786] env[69987]: DEBUG nova.virt.block_device [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Updating existing volume attachment record: 64c74396-78bb-4859-b66a-45f6bb6f7dfd {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.658707] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.683028] env[69987]: DEBUG nova.compute.manager [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Received event network-vif-deleted-d77230e5-23f7-4f7b-8e1d-139dcbe50145 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.683250] env[69987]: DEBUG nova.compute.manager [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Received event network-vif-plugged-0ffbdc58-b190-4359-a691-088294cbf0b2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.683446] env[69987]: DEBUG oslo_concurrency.lockutils [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] Acquiring lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.683698] env[69987]: DEBUG oslo_concurrency.lockutils [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.683816] env[69987]: DEBUG oslo_concurrency.lockutils [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.683979] env[69987]: DEBUG nova.compute.manager [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] No waiting events found dispatching network-vif-plugged-0ffbdc58-b190-4359-a691-088294cbf0b2 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.684156] env[69987]: WARNING nova.compute.manager [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Received unexpected event network-vif-plugged-0ffbdc58-b190-4359-a691-088294cbf0b2 for instance with vm_state building and task_state spawning. [ 1044.684318] env[69987]: DEBUG nova.compute.manager [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Received event network-changed-0ffbdc58-b190-4359-a691-088294cbf0b2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.684470] env[69987]: DEBUG nova.compute.manager [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Refreshing instance network info cache due to event network-changed-0ffbdc58-b190-4359-a691-088294cbf0b2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.684637] env[69987]: DEBUG oslo_concurrency.lockutils [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] Acquiring lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.728938] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 9642dc29-73e4-451e-bf37-fe20fc4c876a] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.814090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.814461] env[69987]: DEBUG nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Instance network_info: |[{"id": "0ffbdc58-b190-4359-a691-088294cbf0b2", "address": "fa:16:3e:7d:e2:8d", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ffbdc58-b1", "ovs_interfaceid": "0ffbdc58-b190-4359-a691-088294cbf0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.814789] env[69987]: DEBUG oslo_concurrency.lockutils [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] Acquired lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.815010] env[69987]: DEBUG nova.network.neutron [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Refreshing network info cache for port 0ffbdc58-b190-4359-a691-088294cbf0b2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.816579] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:e2:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ffbdc58-b190-4359-a691-088294cbf0b2', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.824441] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Creating folder: Project (6feaa4ef383a4a10a54e7f9331f4569f). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.825463] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85a41549-b42b-473e-8077-2cda8d59f263 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.840093] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Created folder: Project (6feaa4ef383a4a10a54e7f9331f4569f) in parent group-v699418. [ 1044.840093] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Creating folder: Instances. Parent ref: group-v699625. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.840427] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3784892-0a6d-4ba9-aa6d-e9ff92d454ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.850943] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Created folder: Instances in parent group-v699625. [ 1044.851359] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.851580] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.851822] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a82027-8bcf-4776-bd8a-dc567fafe14e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.875865] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.875865] env[69987]: value = "task-3500875" [ 1044.875865] env[69987]: _type = "Task" [ 1044.875865] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.884325] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500875, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.898398] env[69987]: DEBUG nova.scheduler.client.report [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.970908] env[69987]: DEBUG nova.objects.instance [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'pci_requests' on Instance uuid 1b193fd9-d782-44d2-860b-83b53ee06485 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.060436] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.159728] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.232773] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: f432ef0a-9c47-40e6-96c1-d7601dc314a4] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.386956] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500875, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.403605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.405430] env[69987]: DEBUG nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.407569] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.605s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.410021] env[69987]: INFO nova.compute.claims [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.477621] env[69987]: DEBUG nova.objects.base [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Object Instance<1b193fd9-d782-44d2-860b-83b53ee06485> lazy-loaded attributes: flavor,pci_requests {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1045.478407] env[69987]: DEBUG nova.network.neutron [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.519171] env[69987]: DEBUG nova.policy [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.561355] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500872, 'name': ReconfigVM_Task, 'duration_secs': 0.860265} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.561504] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.563284] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd5bc2e3-d910-426c-8549-21bc538c930b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.571173] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1045.571173] env[69987]: value = "task-3500876" [ 1045.571173] env[69987]: _type = "Task" [ 1045.571173] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.580370] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500876, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.660213] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.704161] env[69987]: DEBUG nova.network.neutron [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Updated VIF entry in instance network info cache for port 0ffbdc58-b190-4359-a691-088294cbf0b2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.704629] env[69987]: DEBUG nova.network.neutron [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Updating instance_info_cache with network_info: [{"id": "0ffbdc58-b190-4359-a691-088294cbf0b2", "address": "fa:16:3e:7d:e2:8d", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ffbdc58-b1", "ovs_interfaceid": "0ffbdc58-b190-4359-a691-088294cbf0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.735992] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 3fac017c-41a0-40f2-8f77-b1d72e1903dc] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.792513] env[69987]: DEBUG nova.network.neutron [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Successfully updated port: 9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.833141] env[69987]: DEBUG nova.network.neutron [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Successfully created port: 5280f8a2-cee8-4383-b1f9-60debda2725b {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.886820] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500875, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.915036] env[69987]: DEBUG nova.compute.utils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.920195] env[69987]: DEBUG nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.920195] env[69987]: DEBUG nova.network.neutron [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.968506] env[69987]: DEBUG nova.policy [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec1bee7147a4556a5fe1a1cdba10ed0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8dd3d9826ac47a58847835d5bfbf9f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.091043] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500876, 'name': Rename_Task, 'duration_secs': 0.159003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.091297] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.093022] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e2a4771-1924-4fe2-9806-743f2388f6a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.104652] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1046.104652] env[69987]: value = "task-3500877" [ 1046.104652] env[69987]: _type = "Task" [ 1046.104652] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.118715] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.160249] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.209784] env[69987]: DEBUG oslo_concurrency.lockutils [req-9fa6a4a3-1f4b-44ec-bcfe-788561283b6d req-710f6a98-fc40-457b-8732-430ea04e7d9e service nova] Releasing lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.239601] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: ef11d456-2416-4498-aa7c-e1a51cb865d3] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.295666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquiring lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.295872] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquired lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.296105] env[69987]: DEBUG nova.network.neutron [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.388667] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500875, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.392219] env[69987]: DEBUG nova.network.neutron [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Successfully created port: 0f61a8fb-406b-46ad-b91e-2f2eb109eb81 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.420570] env[69987]: DEBUG nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.616416] env[69987]: DEBUG oslo_vmware.api [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500877, 'name': PowerOnVM_Task, 'duration_secs': 0.513399} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.616631] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.616839] env[69987]: INFO nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1046.617085] env[69987]: DEBUG nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.617975] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce498ba-5300-476a-9108-031dd81bc25e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.661656] env[69987]: DEBUG oslo_vmware.api [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500871, 'name': ReconfigVM_Task, 'duration_secs': 2.018446} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.661782] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699623', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'name': 'volume-bb28d445-d953-4b83-b002-a30564677e27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d2613fd-4fb0-4b2a-8865-4d49380be5e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'serial': 'bb28d445-d953-4b83-b002-a30564677e27'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1046.673932] env[69987]: DEBUG nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.674837] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.674837] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.674837] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.674997] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.675233] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.677184] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.677184] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.677184] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.677184] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.677184] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.677639] env[69987]: DEBUG nova.virt.hardware [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.679813] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb9f72-19d8-46b7-9073-aa595d997435 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.692618] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec805879-c589-49c2-8ed5-51e617a48c7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.744528] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 3a7cb3aa-08e8-4d2f-94bc-8cf4d82544e1] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.829632] env[69987]: DEBUG nova.network.neutron [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.869444] env[69987]: DEBUG nova.compute.manager [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Received event network-vif-plugged-9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.869703] env[69987]: DEBUG oslo_concurrency.lockutils [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] Acquiring lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.869872] env[69987]: DEBUG oslo_concurrency.lockutils [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.870053] env[69987]: DEBUG oslo_concurrency.lockutils [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.870227] env[69987]: DEBUG nova.compute.manager [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] No waiting events found dispatching network-vif-plugged-9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.870392] env[69987]: WARNING nova.compute.manager [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Received unexpected event network-vif-plugged-9800f691-7998-4e70-bea8-77b6a22f67f8 for instance with vm_state building and task_state spawning. [ 1046.870546] env[69987]: DEBUG nova.compute.manager [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Received event network-changed-9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.870698] env[69987]: DEBUG nova.compute.manager [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Refreshing instance network info cache due to event network-changed-9800f691-7998-4e70-bea8-77b6a22f67f8. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.870865] env[69987]: DEBUG oslo_concurrency.lockutils [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] Acquiring lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.878775] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce76b510-0790-4a59-8ada-d8f21fa24610 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.889808] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500875, 'name': CreateVM_Task, 'duration_secs': 1.545752} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.891456] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.892178] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.892336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.892641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.893646] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f99d67-7e5d-4aa0-a951-fa8c384c55f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.896914] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa3eb63-2a58-4c1d-9433-2123defed02b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.902093] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1046.902093] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525a3172-29fd-f304-c49c-4a33c8740271" [ 1046.902093] env[69987]: _type = "Task" [ 1046.902093] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.937755] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c8bbf-d291-484b-bcaf-3e4b84537f7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.948303] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525a3172-29fd-f304-c49c-4a33c8740271, 'name': SearchDatastore_Task, 'duration_secs': 0.038563} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.950558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.950808] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.951117] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.951281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.951460] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.951756] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-876ec5c2-0714-4cd3-a4a3-b5fefaa98192 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.954497] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbee7c93-a988-4848-8bf6-546a5a2327e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.970054] env[69987]: DEBUG nova.compute.provider_tree [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.973045] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.973158] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.974276] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a04e44-ef1c-4df1-8c68-a0eafff61145 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.979583] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1046.979583] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52395be8-694f-a8e0-ff71-78a48929ac87" [ 1046.979583] env[69987]: _type = "Task" [ 1046.979583] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.988818] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52395be8-694f-a8e0-ff71-78a48929ac87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.032164] env[69987]: DEBUG nova.network.neutron [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Updating instance_info_cache with network_info: [{"id": "9800f691-7998-4e70-bea8-77b6a22f67f8", "address": "fa:16:3e:6a:83:71", "network": {"id": "132e0552-1502-409f-85a1-cbef04a7430d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2095701437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d11c5e28e9c42cc80162b5c28755cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9800f691-79", "ovs_interfaceid": "9800f691-7998-4e70-bea8-77b6a22f67f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.140377] env[69987]: INFO nova.compute.manager [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Took 45.33 seconds to build instance. [ 1047.250347] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: cbddb66d-41d9-4da8-af42-537b8132dc5a] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.328808] env[69987]: DEBUG nova.network.neutron [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Successfully updated port: 5280f8a2-cee8-4383-b1f9-60debda2725b {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.441883] env[69987]: DEBUG nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.461955] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.462239] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.462357] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.462545] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.462693] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.462841] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.463064] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.463233] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.463458] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.463570] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.463747] env[69987]: DEBUG nova.virt.hardware [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.464958] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e47ff4-7d9f-47c8-bf87-0df9f27d2faf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.473273] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced9fce-d599-43c6-89b9-40fadc23433f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.477534] env[69987]: DEBUG nova.scheduler.client.report [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.500192] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52395be8-694f-a8e0-ff71-78a48929ac87, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.500973] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cfedeb-7d86-4b5c-b501-7ae60b05f6f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.507042] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1047.507042] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5232d83c-957b-17be-b902-6c1eabc57269" [ 1047.507042] env[69987]: _type = "Task" [ 1047.507042] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.514212] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5232d83c-957b-17be-b902-6c1eabc57269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.534277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Releasing lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.534590] env[69987]: DEBUG nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance network_info: |[{"id": "9800f691-7998-4e70-bea8-77b6a22f67f8", "address": "fa:16:3e:6a:83:71", "network": {"id": "132e0552-1502-409f-85a1-cbef04a7430d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2095701437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d11c5e28e9c42cc80162b5c28755cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9800f691-79", "ovs_interfaceid": "9800f691-7998-4e70-bea8-77b6a22f67f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.534879] env[69987]: DEBUG oslo_concurrency.lockutils [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] Acquired lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.535068] env[69987]: DEBUG nova.network.neutron [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Refreshing network info cache for port 9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.536232] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:83:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9800f691-7998-4e70-bea8-77b6a22f67f8', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.543647] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Creating folder: Project (3d11c5e28e9c42cc80162b5c28755cfe). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.546769] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f63d409-56d8-4c02-b034-084152d2575a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.556354] env[69987]: DEBUG nova.compute.manager [req-5468f43a-f2ab-4e2b-8fd0-74b89d87a0d4 req-0f79613d-c7c0-438e-8054-ed6145cf2ee1 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received event network-vif-plugged-5280f8a2-cee8-4383-b1f9-60debda2725b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.556559] env[69987]: DEBUG oslo_concurrency.lockutils [req-5468f43a-f2ab-4e2b-8fd0-74b89d87a0d4 req-0f79613d-c7c0-438e-8054-ed6145cf2ee1 service nova] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.556765] env[69987]: DEBUG oslo_concurrency.lockutils [req-5468f43a-f2ab-4e2b-8fd0-74b89d87a0d4 req-0f79613d-c7c0-438e-8054-ed6145cf2ee1 service nova] Lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.556935] env[69987]: DEBUG oslo_concurrency.lockutils [req-5468f43a-f2ab-4e2b-8fd0-74b89d87a0d4 req-0f79613d-c7c0-438e-8054-ed6145cf2ee1 service nova] Lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.557115] env[69987]: DEBUG nova.compute.manager [req-5468f43a-f2ab-4e2b-8fd0-74b89d87a0d4 req-0f79613d-c7c0-438e-8054-ed6145cf2ee1 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] No waiting events found dispatching network-vif-plugged-5280f8a2-cee8-4383-b1f9-60debda2725b {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.557322] env[69987]: WARNING nova.compute.manager [req-5468f43a-f2ab-4e2b-8fd0-74b89d87a0d4 req-0f79613d-c7c0-438e-8054-ed6145cf2ee1 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received unexpected event network-vif-plugged-5280f8a2-cee8-4383-b1f9-60debda2725b for instance with vm_state active and task_state None. [ 1047.561746] env[69987]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1047.561905] env[69987]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69987) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1047.562218] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Folder already exists: Project (3d11c5e28e9c42cc80162b5c28755cfe). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1047.562410] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Creating folder: Instances. Parent ref: group-v699595. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.562638] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f69a9c74-f205-4c14-a7ab-694fadfbc651 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.573491] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Created folder: Instances in parent group-v699595. [ 1047.573729] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.573916] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.574131] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-819a3027-7838-4eb1-afdb-3fa61bd18190 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.595639] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.595639] env[69987]: value = "task-3500880" [ 1047.595639] env[69987]: _type = "Task" [ 1047.595639] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.602825] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500880, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.642582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5b042906-536c-4d4f-9000-83dea3c85d8c tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "be068ce9-4845-489d-bba0-290cf5dee49b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.850s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.701658] env[69987]: DEBUG nova.objects.instance [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'flavor' on Instance uuid 5d2613fd-4fb0-4b2a-8865-4d49380be5e5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.751479] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: eac4f5f4-b1b1-4be7-9b39-dcca5ad6d09c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.765352] env[69987]: DEBUG nova.network.neutron [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Updated VIF entry in instance network info cache for port 9800f691-7998-4e70-bea8-77b6a22f67f8. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.765792] env[69987]: DEBUG nova.network.neutron [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Updating instance_info_cache with network_info: [{"id": "9800f691-7998-4e70-bea8-77b6a22f67f8", "address": "fa:16:3e:6a:83:71", "network": {"id": "132e0552-1502-409f-85a1-cbef04a7430d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2095701437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d11c5e28e9c42cc80162b5c28755cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9800f691-79", "ovs_interfaceid": "9800f691-7998-4e70-bea8-77b6a22f67f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.832079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.832229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.832410] env[69987]: DEBUG nova.network.neutron [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.921207] env[69987]: INFO nova.compute.manager [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Rebuilding instance [ 1047.969596] env[69987]: DEBUG nova.compute.manager [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.970545] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5901ec9b-880e-47d9-b19f-d889856ffa6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.982592] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.983084] env[69987]: DEBUG nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.988013] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.239s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.988260] env[69987]: DEBUG nova.objects.instance [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1048.020053] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5232d83c-957b-17be-b902-6c1eabc57269, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.020898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.021125] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.021447] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b793394d-bfd9-4635-a945-00a338fe1ac9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.029373] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1048.029373] env[69987]: value = "task-3500881" [ 1048.029373] env[69987]: _type = "Task" [ 1048.029373] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.038779] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.107574] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500880, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.134603] env[69987]: DEBUG nova.network.neutron [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Successfully updated port: 0f61a8fb-406b-46ad-b91e-2f2eb109eb81 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.207524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ea34b1de-43db-4b86-b5d1-4bcfdaee18e2 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.286s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.254674] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 9f30e265-50d0-42b4-a79f-950aa915aa53] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.268564] env[69987]: DEBUG oslo_concurrency.lockutils [req-370dbc66-f732-41dc-9137-a50ccd4e02cc req-ad82fef8-7ea7-4891-96de-87d3be50aad3 service nova] Releasing lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.384409] env[69987]: WARNING nova.network.neutron [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] 8bb40b02-ad62-4e88-a5c6-78b406d6eeb7 already exists in list: networks containing: ['8bb40b02-ad62-4e88-a5c6-78b406d6eeb7']. ignoring it [ 1048.495899] env[69987]: DEBUG nova.compute.utils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.497774] env[69987]: DEBUG nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.497965] env[69987]: DEBUG nova.network.neutron [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.540093] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49267} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.541556] env[69987]: DEBUG nova.policy [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57742bace7af4d0a9da726456ea40bef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a46b9f2cc62f4901886e1a0c6bb2e30b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.544929] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.545187] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.545767] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9541f081-0588-41ca-bff7-c58f92194c94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.551942] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1048.551942] env[69987]: value = "task-3500882" [ 1048.551942] env[69987]: _type = "Task" [ 1048.551942] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.561446] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.612020] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500880, 'name': CreateVM_Task, 'duration_secs': 0.586225} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.612020] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.612020] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'attachment_id': '64c74396-78bb-4859-b66a-45f6bb6f7dfd', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699602', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'name': 'volume-cce92569-defd-48ff-838c-6477275edfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9b31f5e-906c-4cf3-8e2f-3651b801787c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'serial': 'cce92569-defd-48ff-838c-6477275edfa2'}, 'volume_type': None}], 'swap': None} {{(pid=69987) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1048.612020] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Root volume attach. Driver type: vmdk {{(pid=69987) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1048.612020] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d4bebb-d0e8-43aa-ba00-e459f3685e53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.618444] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7692bf-69c6-4940-bd0b-5df92edaba2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.627117] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c614db-6cf6-47c7-b2b0-4526b622af28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.633041] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2967c297-8f36-449f-84f5-0321f2498bc9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.640708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "refresh_cache-2566e31f-2d2c-4a42-bd41-5cc5afe28486" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.640708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "refresh_cache-2566e31f-2d2c-4a42-bd41-5cc5afe28486" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.640708] env[69987]: DEBUG nova.network.neutron [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.640708] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1048.640708] env[69987]: value = "task-3500883" [ 1048.640708] env[69987]: _type = "Task" [ 1048.640708] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.648230] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500883, 'name': RelocateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.758568] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 46ca388e-79b7-403b-a895-99a9d1ac93cd] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.783926] env[69987]: DEBUG nova.network.neutron [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5280f8a2-cee8-4383-b1f9-60debda2725b", "address": "fa:16:3e:c3:16:a7", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5280f8a2-ce", "ovs_interfaceid": "5280f8a2-cee8-4383-b1f9-60debda2725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.839880] env[69987]: DEBUG nova.network.neutron [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Successfully created port: 7cf44972-f8fb-4fbb-96be-9c517695d8f2 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.985421] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.985723] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec5ec8f2-9247-41f1-9459-e821c9cb7a03 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.994761] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1048.994761] env[69987]: value = "task-3500884" [ 1048.994761] env[69987]: _type = "Task" [ 1048.994761] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.998952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6f956afd-315d-43de-9767-c5245dad9b10 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.000147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.978s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.000398] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.002956] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.013s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.003190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.006381] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.945s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.008318] env[69987]: DEBUG nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.017745] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.033232] env[69987]: INFO nova.scheduler.client.report [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Deleted allocations for instance 16960e12-126b-4466-af84-2180724d790c [ 1049.035285] env[69987]: INFO nova.scheduler.client.report [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Deleted allocations for instance 19f33238-a740-47fe-b5e6-c3a76a738138 [ 1049.066632] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181466} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.067198] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.068504] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa9e19-6fd6-40a8-9ee2-3b1d9f633681 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.097590] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.098549] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef0e3154-2987-4f49-9fbe-a52ca7c0227a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.121928] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1049.121928] env[69987]: value = "task-3500885" [ 1049.121928] env[69987]: _type = "Task" [ 1049.121928] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.132532] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.151068] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500883, 'name': RelocateVM_Task} progress is 19%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.180711] env[69987]: DEBUG nova.network.neutron [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1049.197334] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.197627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.261765] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: c35f752e-e9b4-48d5-ae18-b2613ddfeaf1] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.287256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.287686] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.287849] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.291360] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32079c90-8bcc-4c0e-8063-407deba0253c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.310664] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.310905] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.311071] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.311260] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.311402] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.311545] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.311747] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.311897] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.312073] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.312250] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.312417] env[69987]: DEBUG nova.virt.hardware [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.319028] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Reconfiguring VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1049.319652] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a96c4b-03f4-4ba3-b374-9eb65501c061 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.341604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.342226] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.342226] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.342226] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.342410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.344123] env[69987]: DEBUG oslo_vmware.api [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1049.344123] env[69987]: value = "task-3500886" [ 1049.344123] env[69987]: _type = "Task" [ 1049.344123] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.344662] env[69987]: INFO nova.compute.manager [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Terminating instance [ 1049.355748] env[69987]: DEBUG oslo_vmware.api [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500886, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.399023] env[69987]: DEBUG nova.network.neutron [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Updating instance_info_cache with network_info: [{"id": "0f61a8fb-406b-46ad-b91e-2f2eb109eb81", "address": "fa:16:3e:1a:71:8f", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f61a8fb-40", "ovs_interfaceid": "0f61a8fb-406b-46ad-b91e-2f2eb109eb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.508137] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500884, 'name': PowerOffVM_Task, 'duration_secs': 0.221651} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.508532] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.508909] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.510132] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d042e56-2e0e-4641-bc16-e9828c1d36e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.528057] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.528451] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80d2efec-c448-476d-b50c-dea70dc3603e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.547141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56457714-d4f8-4419-bcba-adf20c5cd53f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "19f33238-a740-47fe-b5e6-c3a76a738138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.724s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.550900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cc5b83fe-78e5-401b-ba32-e06e904796ac tempest-ServerGroupTestJSON-148683231 tempest-ServerGroupTestJSON-148683231-project-member] Lock "16960e12-126b-4466-af84-2180724d790c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.182s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.553154] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.553373] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.553552] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleting the datastore file [datastore1] be068ce9-4845-489d-bba0-290cf5dee49b {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.553963] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa5d936e-49b0-4e8b-8b80-d60ec4170efb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.561337] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1049.561337] env[69987]: value = "task-3500888" [ 1049.561337] env[69987]: _type = "Task" [ 1049.561337] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.573737] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.634982] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.649392] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500883, 'name': RelocateVM_Task, 'duration_secs': 0.872559} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.649678] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.649892] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699602', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'name': 'volume-cce92569-defd-48ff-838c-6477275edfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9b31f5e-906c-4cf3-8e2f-3651b801787c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'serial': 'cce92569-defd-48ff-838c-6477275edfa2'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.652841] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05857a-6d2a-4547-9436-97f020784ca5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.671033] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a453eb6f-3584-4ea5-b9d7-8191a881e87c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.694462] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-cce92569-defd-48ff-838c-6477275edfa2/volume-cce92569-defd-48ff-838c-6477275edfa2.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.697313] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2079c7b7-9915-44e7-acc7-d873b77a1b63 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.712451] env[69987]: DEBUG nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.720702] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1049.720702] env[69987]: value = "task-3500889" [ 1049.720702] env[69987]: _type = "Task" [ 1049.720702] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.734099] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.763926] env[69987]: DEBUG nova.compute.manager [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Received event network-vif-plugged-0f61a8fb-406b-46ad-b91e-2f2eb109eb81 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.764171] env[69987]: DEBUG oslo_concurrency.lockutils [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] Acquiring lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.764386] env[69987]: DEBUG oslo_concurrency.lockutils [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.764553] env[69987]: DEBUG oslo_concurrency.lockutils [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.764758] env[69987]: DEBUG nova.compute.manager [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] No waiting events found dispatching network-vif-plugged-0f61a8fb-406b-46ad-b91e-2f2eb109eb81 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.764879] env[69987]: WARNING nova.compute.manager [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Received unexpected event network-vif-plugged-0f61a8fb-406b-46ad-b91e-2f2eb109eb81 for instance with vm_state building and task_state spawning. [ 1049.765037] env[69987]: DEBUG nova.compute.manager [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Received event network-changed-0f61a8fb-406b-46ad-b91e-2f2eb109eb81 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.765221] env[69987]: DEBUG nova.compute.manager [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Refreshing instance network info cache due to event network-changed-0f61a8fb-406b-46ad-b91e-2f2eb109eb81. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.765400] env[69987]: DEBUG oslo_concurrency.lockutils [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] Acquiring lock "refresh_cache-2566e31f-2d2c-4a42-bd41-5cc5afe28486" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.768333] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 0f5ccae7-1100-4899-8949-687a20f268b9] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.853948] env[69987]: DEBUG nova.compute.manager [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.853948] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.857058] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d70dbdc-f0a0-44ca-b717-6d72d7c19046 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.858639] env[69987]: DEBUG oslo_vmware.api [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.863402] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1049.863402] env[69987]: value = "task-3500890" [ 1049.863402] env[69987]: _type = "Task" [ 1049.863402] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.875376] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.903056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "refresh_cache-2566e31f-2d2c-4a42-bd41-5cc5afe28486" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.903056] env[69987]: DEBUG nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Instance network_info: |[{"id": "0f61a8fb-406b-46ad-b91e-2f2eb109eb81", "address": "fa:16:3e:1a:71:8f", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f61a8fb-40", "ovs_interfaceid": "0f61a8fb-406b-46ad-b91e-2f2eb109eb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.903056] env[69987]: DEBUG oslo_concurrency.lockutils [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] Acquired lock "refresh_cache-2566e31f-2d2c-4a42-bd41-5cc5afe28486" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.903287] env[69987]: DEBUG nova.network.neutron [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Refreshing network info cache for port 0f61a8fb-406b-46ad-b91e-2f2eb109eb81 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.904769] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:71:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f61a8fb-406b-46ad-b91e-2f2eb109eb81', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.915322] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.918761] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.919540] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9b26bb5-e681-41f3-a280-42f699ab6314 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.943289] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.943289] env[69987]: value = "task-3500891" [ 1049.943289] env[69987]: _type = "Task" [ 1049.943289] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.953222] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500891, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.964737] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef9062-8182-45d1-bcf5-979721ca3c3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.972292] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21752fcc-6ba2-4fee-a048-6424756516c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.005665] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedb543a-916b-461e-abfc-2ebd1574c68a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.013643] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd61a0af-2a46-411c-9a03-c0636d3ee44d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.030715] env[69987]: DEBUG nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.033426] env[69987]: DEBUG nova.compute.provider_tree [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.066562] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.066734] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.066815] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.067036] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.067194] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.067361] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.067633] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.067799] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.068072] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.068332] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.068456] env[69987]: DEBUG nova.virt.hardware [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.072240] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6558315-f0b6-4ccb-9217-d99147603a3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.082660] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326407} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.084849] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.085061] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.085274] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.088693] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a51541-f4ba-4c19-b61d-87f83350f074 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.131998] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500885, 'name': ReconfigVM_Task, 'duration_secs': 0.568201} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.132321] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.132952] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6584577b-b7f1-4639-9990-d43f560f0eda {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.138782] env[69987]: DEBUG nova.compute.manager [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received event network-changed-5280f8a2-cee8-4383-b1f9-60debda2725b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.138973] env[69987]: DEBUG nova.compute.manager [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Refreshing instance network info cache due to event network-changed-5280f8a2-cee8-4383-b1f9-60debda2725b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.139284] env[69987]: DEBUG oslo_concurrency.lockutils [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] Acquiring lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.139339] env[69987]: DEBUG oslo_concurrency.lockutils [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] Acquired lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.139493] env[69987]: DEBUG nova.network.neutron [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Refreshing network info cache for port 5280f8a2-cee8-4383-b1f9-60debda2725b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.145301] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1050.145301] env[69987]: value = "task-3500892" [ 1050.145301] env[69987]: _type = "Task" [ 1050.145301] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.155171] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500892, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.236485] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.241821] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.263390] env[69987]: DEBUG nova.network.neutron [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Updated VIF entry in instance network info cache for port 0f61a8fb-406b-46ad-b91e-2f2eb109eb81. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.263390] env[69987]: DEBUG nova.network.neutron [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Updating instance_info_cache with network_info: [{"id": "0f61a8fb-406b-46ad-b91e-2f2eb109eb81", "address": "fa:16:3e:1a:71:8f", "network": {"id": "71912863-1db2-4d1d-8038-f437dfe6f4ec", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1852392804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8dd3d9826ac47a58847835d5bfbf9f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f61a8fb-40", "ovs_interfaceid": "0f61a8fb-406b-46ad-b91e-2f2eb109eb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.271925] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: e8adf65d-fde7-4479-a05c-5690f9e87910] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.355336] env[69987]: DEBUG oslo_vmware.api [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.374423] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500890, 'name': PowerOffVM_Task, 'duration_secs': 0.2979} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.374703] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.374903] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1050.375162] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699623', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'name': 'volume-bb28d445-d953-4b83-b002-a30564677e27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d2613fd-4fb0-4b2a-8865-4d49380be5e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'serial': 'bb28d445-d953-4b83-b002-a30564677e27'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1050.376031] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c24f4-b414-40b2-a7ec-7ece33116ead {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.401077] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18c2af-ca8e-4991-81d7-f66bc2418a34 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.408521] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a3c160-3c1b-4a8c-a1e4-d427fe987a47 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.430359] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec785811-5865-4269-87c2-af968a170fef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.446530] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] The volume has not been displaced from its original location: [datastore1] volume-bb28d445-d953-4b83-b002-a30564677e27/volume-bb28d445-d953-4b83-b002-a30564677e27.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1050.452101] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.455366] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503ccdb5-1783-40d6-9326-ad3e9902f141 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.474694] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500891, 'name': CreateVM_Task, 'duration_secs': 0.454516} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.476128] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.476630] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1050.476630] env[69987]: value = "task-3500893" [ 1050.476630] env[69987]: _type = "Task" [ 1050.476630] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.477471] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.477728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.478171] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.479055] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbff4035-06b6-4643-9f95-f618e5172d96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.488405] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1050.488405] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c9cdf6-52cf-e1d5-4f16-fb6df761e4f6" [ 1050.488405] env[69987]: _type = "Task" [ 1050.488405] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.491352] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.499344] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c9cdf6-52cf-e1d5-4f16-fb6df761e4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.535386] env[69987]: DEBUG nova.network.neutron [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Successfully updated port: 7cf44972-f8fb-4fbb-96be-9c517695d8f2 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.541130] env[69987]: DEBUG nova.scheduler.client.report [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.657767] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500892, 'name': Rename_Task, 'duration_secs': 0.165734} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.658070] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.658324] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9cd5427-a653-4c2e-b8cf-f93edb21d071 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.665554] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1050.665554] env[69987]: value = "task-3500894" [ 1050.665554] env[69987]: _type = "Task" [ 1050.665554] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.674209] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.735602] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500889, 'name': ReconfigVM_Task, 'duration_secs': 1.006536} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.735885] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-cce92569-defd-48ff-838c-6477275edfa2/volume-cce92569-defd-48ff-838c-6477275edfa2.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.743072] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80825f4b-13de-423e-a1ee-4f56a049303d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.763681] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1050.763681] env[69987]: value = "task-3500895" [ 1050.763681] env[69987]: _type = "Task" [ 1050.763681] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.767955] env[69987]: DEBUG oslo_concurrency.lockutils [req-54399e9b-e29d-4575-b9f6-4ae9e0fac115 req-1e5e2a5e-0ac6-47a3-949d-053c6228a009 service nova] Releasing lock "refresh_cache-2566e31f-2d2c-4a42-bd41-5cc5afe28486" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.773896] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.776817] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 8dbbc346-b158-4839-947f-030522d24158] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.855847] env[69987]: DEBUG oslo_vmware.api [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500886, 'name': ReconfigVM_Task, 'duration_secs': 1.048884} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.856574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.856804] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Reconfigured VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1050.897630] env[69987]: DEBUG nova.network.neutron [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updated VIF entry in instance network info cache for port 5280f8a2-cee8-4383-b1f9-60debda2725b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.897630] env[69987]: DEBUG nova.network.neutron [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5280f8a2-cee8-4383-b1f9-60debda2725b", "address": "fa:16:3e:c3:16:a7", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5280f8a2-ce", "ovs_interfaceid": "5280f8a2-cee8-4383-b1f9-60debda2725b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.989576] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.000868] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c9cdf6-52cf-e1d5-4f16-fb6df761e4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.001199] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.001441] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.001689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.001840] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.002028] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.002291] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16cfc7f0-e08d-413c-ad7f-85bf7a1c3a35 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.017840] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.018058] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.018749] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f83b75-2a78-42f3-b9df-24d10e95ee2a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.024582] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1051.024582] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528ccd89-c42e-5df1-1885-ab29c7d5ce66" [ 1051.024582] env[69987]: _type = "Task" [ 1051.024582] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.032355] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528ccd89-c42e-5df1-1885-ab29c7d5ce66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.042896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "refresh_cache-f5f58c4c-484f-4557-b572-da71671c0c4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.043103] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquired lock "refresh_cache-f5f58c4c-484f-4557-b572-da71671c0c4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.043415] env[69987]: DEBUG nova.network.neutron [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.127853] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.128483] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.128722] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.128973] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.129235] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.129491] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.129939] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.130310] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.130564] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.130810] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.131062] env[69987]: DEBUG nova.virt.hardware [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.131989] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e1ea1-f5c6-4799-84a3-381abf9e6b86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.141763] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c02666-9279-44a5-aa6b-26d934ac02c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.162211] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.168311] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.168667] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.172114] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-690b2cb6-e190-4140-ae68-b898666c2ac2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.194493] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.196060] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.196060] env[69987]: value = "task-3500896" [ 1051.196060] env[69987]: _type = "Task" [ 1051.196060] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.204839] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500896, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.274171] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500895, 'name': ReconfigVM_Task, 'duration_secs': 0.237753} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.275080] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699602', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'name': 'volume-cce92569-defd-48ff-838c-6477275edfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9b31f5e-906c-4cf3-8e2f-3651b801787c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'serial': 'cce92569-defd-48ff-838c-6477275edfa2'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1051.275859] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ae6ee03-d2e0-4c7f-adc3-60b8c0eda775 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.281431] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 88e60979-6906-4c76-b683-1891f48beea7] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1051.283606] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1051.283606] env[69987]: value = "task-3500897" [ 1051.283606] env[69987]: _type = "Task" [ 1051.283606] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.293776] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500897, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.363296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bf244818-4746-4a41-9866-afa718ced8df tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-1b193fd9-d782-44d2-860b-83b53ee06485-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.004s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.398220] env[69987]: DEBUG oslo_concurrency.lockutils [req-4757564b-596c-46d2-8c40-8a022e8dc1fb req-f6c2f706-bc25-41e4-a846-c957cd20d2b9 service nova] Releasing lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.488800] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.538193] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528ccd89-c42e-5df1-1885-ab29c7d5ce66, 'name': SearchDatastore_Task, 'duration_secs': 0.059428} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.538193] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721a21e2-ab30-42f3-9363-0ed48c616211 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.543062] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1051.543062] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52637cdd-7beb-43a3-fa28-8be8522f7c08" [ 1051.543062] env[69987]: _type = "Task" [ 1051.543062] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.554587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.548s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.557779] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52637cdd-7beb-43a3-fa28-8be8522f7c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.557779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.348s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.559201] env[69987]: INFO nova.compute.claims [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.590549] env[69987]: DEBUG nova.network.neutron [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.678140] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.707186] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500896, 'name': CreateVM_Task, 'duration_secs': 0.362627} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.707368] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.707738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.707943] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.708342] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.708635] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374206de-6263-4d15-a476-2a0feba93d4d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.713774] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1051.713774] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b6931d-fa5e-641f-f210-b0d165870beb" [ 1051.713774] env[69987]: _type = "Task" [ 1051.713774] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.722646] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b6931d-fa5e-641f-f210-b0d165870beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.723600] env[69987]: DEBUG nova.network.neutron [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Updating instance_info_cache with network_info: [{"id": "7cf44972-f8fb-4fbb-96be-9c517695d8f2", "address": "fa:16:3e:aa:d4:48", "network": {"id": "61fa7442-7cb1-48b3-ba7f-24839e114474", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1007738306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a46b9f2cc62f4901886e1a0c6bb2e30b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf44972-f8", "ovs_interfaceid": "7cf44972-f8fb-4fbb-96be-9c517695d8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.785044] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 4b94054c-1d27-45ee-92dd-4432e1e81a33] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1051.796803] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500897, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.989887] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500893, 'name': ReconfigVM_Task, 'duration_secs': 1.150578} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.990207] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.996719] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced5f2c9-8d37-4a10-8eb2-a3726c67394b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.015206] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1052.015206] env[69987]: value = "task-3500898" [ 1052.015206] env[69987]: _type = "Task" [ 1052.015206] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.023277] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.052582] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52637cdd-7beb-43a3-fa28-8be8522f7c08, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.052845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.053195] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2566e31f-2d2c-4a42-bd41-5cc5afe28486/2566e31f-2d2c-4a42-bd41-5cc5afe28486.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.053479] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d74f177-7662-4c87-ad09-4bde16bd49fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.061967] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1052.061967] env[69987]: value = "task-3500899" [ 1052.061967] env[69987]: _type = "Task" [ 1052.061967] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.076991] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.127193] env[69987]: INFO nova.scheduler.client.report [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted allocation for migration 6383b2a2-c081-4499-8e0e-f0b8beb979cd [ 1052.179579] env[69987]: DEBUG oslo_vmware.api [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500894, 'name': PowerOnVM_Task, 'duration_secs': 1.453295} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.179874] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.180103] env[69987]: INFO nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1052.180292] env[69987]: DEBUG nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.181108] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc164a0-c344-440d-9afd-a57a75086a88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.223610] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b6931d-fa5e-641f-f210-b0d165870beb, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.224016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.224223] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.224466] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.224976] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.224976] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.225071] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321c199a-2156-499a-b4cc-d7e051bddd50 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.227885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Releasing lock "refresh_cache-f5f58c4c-484f-4557-b572-da71671c0c4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.228173] env[69987]: DEBUG nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Instance network_info: |[{"id": "7cf44972-f8fb-4fbb-96be-9c517695d8f2", "address": "fa:16:3e:aa:d4:48", "network": {"id": "61fa7442-7cb1-48b3-ba7f-24839e114474", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1007738306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a46b9f2cc62f4901886e1a0c6bb2e30b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf44972-f8", "ovs_interfaceid": "7cf44972-f8fb-4fbb-96be-9c517695d8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.228543] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:d4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cf44972-f8fb-4fbb-96be-9c517695d8f2', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.236384] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Creating folder: Project (a46b9f2cc62f4901886e1a0c6bb2e30b). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.237372] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8248e5b5-f3e8-42e8-828f-5900990ab750 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.243268] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.243454] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.244445] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f58fc7-5f2b-4b56-a1d3-f86699b291c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.247890] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Created folder: Project (a46b9f2cc62f4901886e1a0c6bb2e30b) in parent group-v699418. [ 1052.248086] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Creating folder: Instances. Parent ref: group-v699632. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.248673] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1440c7ca-62f1-4271-9d88-b885c3141738 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.251190] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1052.251190] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523ce32b-45eb-e23d-83da-7f2a7a383a8c" [ 1052.251190] env[69987]: _type = "Task" [ 1052.251190] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.259465] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523ce32b-45eb-e23d-83da-7f2a7a383a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.260806] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Created folder: Instances in parent group-v699632. [ 1052.261057] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.261252] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.261463] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d9cdcd7-aa95-4795-ae9c-46dd6d503d7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.282328] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.282328] env[69987]: value = "task-3500902" [ 1052.282328] env[69987]: _type = "Task" [ 1052.282328] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.293476] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 0289665d-6bca-4cd0-911e-83698c3b97c8] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.295471] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500902, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.303733] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500897, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.526627] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500898, 'name': ReconfigVM_Task, 'duration_secs': 0.151278} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.526960] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699623', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'name': 'volume-bb28d445-d953-4b83-b002-a30564677e27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d2613fd-4fb0-4b2a-8865-4d49380be5e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb28d445-d953-4b83-b002-a30564677e27', 'serial': 'bb28d445-d953-4b83-b002-a30564677e27'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.527292] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.528167] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0944ce4-f7b3-4eaf-8453-324991d204ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.535577] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.535869] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a2a1fc3-db27-40c8-b9c1-656a8c435021 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.577281] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500899, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.601132] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.601353] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.601540] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleting the datastore file [datastore2] 5d2613fd-4fb0-4b2a-8865-4d49380be5e5 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.601814] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec085653-b0e0-40ba-a02a-0615f7eaed4e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.608148] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1052.608148] env[69987]: value = "task-3500904" [ 1052.608148] env[69987]: _type = "Task" [ 1052.608148] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.616654] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.634253] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fe1f310d-9256-46db-8440-e2e14fa3afd6 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.030s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.640406] env[69987]: DEBUG nova.compute.manager [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Received event network-vif-plugged-7cf44972-f8fb-4fbb-96be-9c517695d8f2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.640747] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] Acquiring lock "f5f58c4c-484f-4557-b572-da71671c0c4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.640953] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.641120] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.641328] env[69987]: DEBUG nova.compute.manager [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] No waiting events found dispatching network-vif-plugged-7cf44972-f8fb-4fbb-96be-9c517695d8f2 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.641457] env[69987]: WARNING nova.compute.manager [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Received unexpected event network-vif-plugged-7cf44972-f8fb-4fbb-96be-9c517695d8f2 for instance with vm_state building and task_state spawning. [ 1052.641624] env[69987]: DEBUG nova.compute.manager [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Received event network-changed-7cf44972-f8fb-4fbb-96be-9c517695d8f2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.641766] env[69987]: DEBUG nova.compute.manager [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Refreshing instance network info cache due to event network-changed-7cf44972-f8fb-4fbb-96be-9c517695d8f2. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.641952] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] Acquiring lock "refresh_cache-f5f58c4c-484f-4557-b572-da71671c0c4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.642098] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] Acquired lock "refresh_cache-f5f58c4c-484f-4557-b572-da71671c0c4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.642265] env[69987]: DEBUG nova.network.neutron [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Refreshing network info cache for port 7cf44972-f8fb-4fbb-96be-9c517695d8f2 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.701544] env[69987]: INFO nova.compute.manager [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Took 42.69 seconds to build instance. [ 1052.761845] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523ce32b-45eb-e23d-83da-7f2a7a383a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.762647] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98555e7-e392-4d77-a557-9ef43fea2f63 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.770735] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1052.770735] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ae2f81-283b-de8c-2aff-7d8420c07e28" [ 1052.770735] env[69987]: _type = "Task" [ 1052.770735] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.781017] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ae2f81-283b-de8c-2aff-7d8420c07e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.793829] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500902, 'name': CreateVM_Task, 'duration_secs': 0.474177} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.796483] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.797622] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 1ca7b4bb-4841-4775-a7e9-8dd61987b24c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.799464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.799578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.799941] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.803724] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a448cec8-4b83-4279-8215-a661f7c341ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.805287] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500897, 'name': Rename_Task, 'duration_secs': 1.154635} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.805287] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.808125] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75d7f8b2-d581-4ea3-a78e-b12dbd2410c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.811209] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1052.811209] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52892832-49b0-c8e4-fcb9-3f9b126d9a3d" [ 1052.811209] env[69987]: _type = "Task" [ 1052.811209] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.816903] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1052.816903] env[69987]: value = "task-3500905" [ 1052.816903] env[69987]: _type = "Task" [ 1052.816903] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.824258] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52892832-49b0-c8e4-fcb9-3f9b126d9a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.831379] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.890189] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "0ef7a0da-8764-4517-a36b-59f29cf308c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.890546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.984396] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab897b40-9dd4-4df3-87cc-07120f0d8dcd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.993116] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088f16c-781d-48da-9a65-01cbcf961092 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.026586] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212b1730-7bc8-4f95-9a6e-059322f843ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.034453] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1c06d5-317c-4234-b393-1e284aafb213 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.051051] env[69987]: DEBUG nova.compute.provider_tree [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.072803] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53618} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.073079] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2566e31f-2d2c-4a42-bd41-5cc5afe28486/2566e31f-2d2c-4a42-bd41-5cc5afe28486.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.073380] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.073630] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e60a5ea-e2fe-45c6-81e1-3d009db5ecf2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.079914] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1053.079914] env[69987]: value = "task-3500906" [ 1053.079914] env[69987]: _type = "Task" [ 1053.079914] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.087320] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.117990] env[69987]: DEBUG oslo_vmware.api [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3500904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3833} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.118311] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.118549] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.118748] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.118928] env[69987]: INFO nova.compute.manager [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1053.119201] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.119418] env[69987]: DEBUG nova.compute.manager [-] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.119513] env[69987]: DEBUG nova.network.neutron [-] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.204273] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66fbb0f4-13f7-47cf-905f-61668323327c tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.207s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.284154] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ae2f81-283b-de8c-2aff-7d8420c07e28, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.284547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.284886] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.285210] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b2b4e85-1920-4b5c-a119-574d451b402d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.296086] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1053.296086] env[69987]: value = "task-3500907" [ 1053.296086] env[69987]: _type = "Task" [ 1053.296086] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.300878] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 60073f62-26e8-4d08-a43b-972ca96bcc9e] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1053.307158] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.324023] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52892832-49b0-c8e4-fcb9-3f9b126d9a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.024042} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.327645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.328205] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.328205] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.328343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.328492] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.328805] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9575555-3820-4582-89c5-2fcff3e497be {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.336303] env[69987]: DEBUG oslo_vmware.api [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3500905, 'name': PowerOnVM_Task, 'duration_secs': 0.515531} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.340550] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.340550] env[69987]: INFO nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1053.341372] env[69987]: DEBUG nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.344360] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fd68c9-39df-44cb-9fca-2a05a380aa9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.346939] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.347482] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.348492] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27554905-d389-46b0-b4eb-90839218f065 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.361222] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1053.361222] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52368a38-c268-8881-fa8e-a9b1b0f3119c" [ 1053.361222] env[69987]: _type = "Task" [ 1053.361222] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.370807] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52368a38-c268-8881-fa8e-a9b1b0f3119c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.393161] env[69987]: DEBUG nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.457242] env[69987]: DEBUG nova.network.neutron [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Updated VIF entry in instance network info cache for port 7cf44972-f8fb-4fbb-96be-9c517695d8f2. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.457608] env[69987]: DEBUG nova.network.neutron [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Updating instance_info_cache with network_info: [{"id": "7cf44972-f8fb-4fbb-96be-9c517695d8f2", "address": "fa:16:3e:aa:d4:48", "network": {"id": "61fa7442-7cb1-48b3-ba7f-24839e114474", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1007738306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a46b9f2cc62f4901886e1a0c6bb2e30b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf44972-f8", "ovs_interfaceid": "7cf44972-f8fb-4fbb-96be-9c517695d8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.554960] env[69987]: DEBUG nova.scheduler.client.report [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.590840] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067135} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.591132] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.595176] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0507b811-1865-49c4-b281-f8c9d20585bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.619647] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 2566e31f-2d2c-4a42-bd41-5cc5afe28486/2566e31f-2d2c-4a42-bd41-5cc5afe28486.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.620405] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17c7228-ce6f-450d-9fee-4e67a66cbaaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.640587] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1053.640587] env[69987]: value = "task-3500908" [ 1053.640587] env[69987]: _type = "Task" [ 1053.640587] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.649740] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.692580] env[69987]: INFO nova.compute.manager [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Rescuing [ 1053.692922] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.693204] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.693432] env[69987]: DEBUG nova.network.neutron [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.806434] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500907, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.807994] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 8d24c8fe-c846-436a-b803-b9b7cdb63355] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1053.877373] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52368a38-c268-8881-fa8e-a9b1b0f3119c, 'name': SearchDatastore_Task, 'duration_secs': 0.026247} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.878056] env[69987]: INFO nova.compute.manager [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Took 41.56 seconds to build instance. [ 1053.880189] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-1b193fd9-d782-44d2-860b-83b53ee06485-5280f8a2-cee8-4383-b1f9-60debda2725b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.880456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-1b193fd9-d782-44d2-860b-83b53ee06485-5280f8a2-cee8-4383-b1f9-60debda2725b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.881781] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b1cd6d-7e8e-43e3-bbbc-b0a0efcfec7d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.889061] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1053.889061] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c5e807-7dc3-d071-3bc0-5fb4c603fb52" [ 1053.889061] env[69987]: _type = "Task" [ 1053.889061] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.902669] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c5e807-7dc3-d071-3bc0-5fb4c603fb52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.924346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.948598] env[69987]: DEBUG nova.network.neutron [-] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.959662] env[69987]: DEBUG oslo_concurrency.lockutils [req-ef397c5d-35b5-4238-bf28-ef571ce657f5 req-2a826543-2ff3-4e53-9c91-1f8e550f2795 service nova] Releasing lock "refresh_cache-f5f58c4c-484f-4557-b572-da71671c0c4c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.061424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.061424] env[69987]: DEBUG nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.064989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.586s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.065163] env[69987]: DEBUG nova.objects.instance [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.152670] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.312623] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897081} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.314023] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 3448671a-a384-4c15-a9ba-1ba3dad1b1d6] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1054.314854] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.315090] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.315383] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e5d771a-e487-45f7-b8ba-427438b615ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.323439] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1054.323439] env[69987]: value = "task-3500909" [ 1054.323439] env[69987]: _type = "Task" [ 1054.323439] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.331878] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.382420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f13c0050-a7cb-4432-b4de-c578d36204e2 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.387s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.386089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.386333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.387299] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639c8f5-c7db-46d8-91f2-4f1fc73aa7f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.398792] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c5e807-7dc3-d071-3bc0-5fb4c603fb52, 'name': SearchDatastore_Task, 'duration_secs': 0.055259} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.411083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.411420] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f5f58c4c-484f-4557-b572-da71671c0c4c/f5f58c4c-484f-4557-b572-da71671c0c4c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.413750] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2cf9f70-b01f-44ed-8386-bf8b66055104 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.416174] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff8579-4db6-4af1-8750-e72ca4b73ce0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.444970] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Reconfiguring VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1054.446555] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779433ef-1053-400b-9cf0-b93ed660fb4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.460213] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1054.460213] env[69987]: value = "task-3500910" [ 1054.460213] env[69987]: _type = "Task" [ 1054.460213] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.464019] env[69987]: INFO nova.compute.manager [-] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Took 1.34 seconds to deallocate network for instance. [ 1054.468103] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1054.468103] env[69987]: value = "task-3500911" [ 1054.468103] env[69987]: _type = "Task" [ 1054.468103] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.478542] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.573077] env[69987]: DEBUG nova.compute.utils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.574387] env[69987]: DEBUG nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.574677] env[69987]: DEBUG nova.network.neutron [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.611376] env[69987]: DEBUG nova.policy [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0457c78d9d874a988a3980db89939546', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8438cdbce00648128041d7f5866bac9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.655018] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.711395] env[69987]: DEBUG nova.network.neutron [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Updating instance_info_cache with network_info: [{"id": "0ffbdc58-b190-4359-a691-088294cbf0b2", "address": "fa:16:3e:7d:e2:8d", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ffbdc58-b1", "ovs_interfaceid": "0ffbdc58-b190-4359-a691-088294cbf0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.736582] env[69987]: DEBUG nova.compute.manager [req-e9d1a699-5f19-49d7-9b1b-bbbe6054ae54 req-bcd227d8-494b-4b83-9e6f-cafef979b899 service nova] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Received event network-vif-deleted-e5716769-cf14-487f-b2e0-97bd26e8d2c4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.819119] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 2c519237-3872-4b47-93c5-181f773eccb8] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1054.842100] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.971857] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.982021] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.023567] env[69987]: INFO nova.compute.manager [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Took 0.56 seconds to detach 1 volumes for instance. [ 1055.078419] env[69987]: DEBUG nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.082071] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1535708-f59a-430f-8eb7-6f4d51d433e5 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.083798] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.689s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.084039] env[69987]: DEBUG nova.objects.instance [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lazy-loading 'resources' on Instance uuid 7256afea-6d09-4e43-8c07-b8a7a61b9118 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.161028] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500908, 'name': ReconfigVM_Task, 'duration_secs': 1.361015} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.161028] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 2566e31f-2d2c-4a42-bd41-5cc5afe28486/2566e31f-2d2c-4a42-bd41-5cc5afe28486.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.162378] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2c2ef8-c485-4225-afcc-a1dbc6b92aac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.170459] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1055.170459] env[69987]: value = "task-3500912" [ 1055.170459] env[69987]: _type = "Task" [ 1055.170459] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.180116] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500912, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.213564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "refresh_cache-859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.218067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.218820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.219043] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.219307] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.219645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.223247] env[69987]: INFO nova.compute.manager [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Terminating instance [ 1055.323387] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 81494cda-756f-492d-b8ba-993b257da132] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1055.338282] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.710325} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.339013] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.339972] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed472ffc-9ba7-4719-b869-a667d5f382b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.365775] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.366950] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46c78fa-47f6-4cf0-8eb5-d2fd79c5e54a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.390893] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1055.390893] env[69987]: value = "task-3500913" [ 1055.390893] env[69987]: _type = "Task" [ 1055.390893] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.402083] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.466309] env[69987]: DEBUG nova.network.neutron [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Successfully created port: 5100e520-3c54-4e53-a8a9-9c7e9d97069e {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.475582] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500910, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.483029] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.515937] env[69987]: DEBUG nova.compute.manager [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Received event network-changed-9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.516191] env[69987]: DEBUG nova.compute.manager [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Refreshing instance network info cache due to event network-changed-9800f691-7998-4e70-bea8-77b6a22f67f8. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.516420] env[69987]: DEBUG oslo_concurrency.lockutils [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] Acquiring lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.516616] env[69987]: DEBUG oslo_concurrency.lockutils [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] Acquired lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.516723] env[69987]: DEBUG nova.network.neutron [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Refreshing network info cache for port 9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.530044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.689223] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500912, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.735417] env[69987]: DEBUG nova.compute.manager [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.736331] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.737036] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3dcf59-81bd-4006-a380-998a186b2e9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.749452] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.749793] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95b63e15-0ba5-447c-97fe-fae9d949f4b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.769885] env[69987]: DEBUG oslo_vmware.api [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1055.769885] env[69987]: value = "task-3500914" [ 1055.769885] env[69987]: _type = "Task" [ 1055.769885] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.787300] env[69987]: DEBUG oslo_vmware.api [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.832655] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 11e73f0c-0692-47be-a4b6-86fdecd2886f] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1055.907957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.908379] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.909442] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.976071] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500910, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.452456} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.979229] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] f5f58c4c-484f-4557-b572-da71671c0c4c/f5f58c4c-484f-4557-b572-da71671c0c4c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.979452] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.979706] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a7fdd3b-130a-4a79-ae1a-f171e9061510 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.991153] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1055.991153] env[69987]: value = "task-3500915" [ 1055.991153] env[69987]: _type = "Task" [ 1055.991153] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.991413] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.002762] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.094999] env[69987]: DEBUG nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.146022] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.146022] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.146022] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.146587] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.146587] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.146811] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.146876] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.147037] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.147223] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.147410] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.147629] env[69987]: DEBUG nova.virt.hardware [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.148631] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee40e3-499c-43ae-83bb-470a2a8bc7bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.167637] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2824b3-f085-4d48-b022-52dd7ebd3619 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.173978] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e6a2a-bb6e-4199-8e5c-fc3c891b4fe8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.203240] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432a3ce-443b-4283-bc48-d12767570636 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.207735] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500912, 'name': Rename_Task, 'duration_secs': 1.016946} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.208093] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.208835] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f98305-3f59-4b0c-aa73-60463aa4544a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.243383] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82845c99-3e4e-49e4-989a-b8231e544896 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.247683] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1056.247683] env[69987]: value = "task-3500916" [ 1056.247683] env[69987]: _type = "Task" [ 1056.247683] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.255804] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34df16e8-ade2-4c74-b406-141bdd1e128c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.262470] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.275893] env[69987]: DEBUG nova.compute.provider_tree [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.293600] env[69987]: DEBUG oslo_vmware.api [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500914, 'name': PowerOffVM_Task, 'duration_secs': 0.461739} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.293600] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.293808] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.294040] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9adad22-5ccb-4641-bfe5-7b1f37831531 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.337505] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 247b5a9f-9456-4f5c-b8f0-efb003ab6cee] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1056.367408] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.367631] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.367816] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleting the datastore file [datastore1] c8c9590d-86be-4d60-b8e6-d30953871b4c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.368087] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d513fd-f8bd-4998-a45a-14fdf4ce2207 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.373430] env[69987]: DEBUG oslo_vmware.api [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1056.373430] env[69987]: value = "task-3500918" [ 1056.373430] env[69987]: _type = "Task" [ 1056.373430] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.381769] env[69987]: DEBUG oslo_vmware.api [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.400140] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500913, 'name': ReconfigVM_Task, 'duration_secs': 0.975229} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.400346] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Reconfigured VM instance instance-00000048 to attach disk [datastore2] be068ce9-4845-489d-bba0-290cf5dee49b/be068ce9-4845-489d-bba0-290cf5dee49b.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.400982] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5270c86e-e51d-4456-a58c-9aebd1c5a123 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.403488] env[69987]: DEBUG nova.network.neutron [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Updated VIF entry in instance network info cache for port 9800f691-7998-4e70-bea8-77b6a22f67f8. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.403829] env[69987]: DEBUG nova.network.neutron [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Updating instance_info_cache with network_info: [{"id": "9800f691-7998-4e70-bea8-77b6a22f67f8", "address": "fa:16:3e:6a:83:71", "network": {"id": "132e0552-1502-409f-85a1-cbef04a7430d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2095701437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d11c5e28e9c42cc80162b5c28755cfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9800f691-79", "ovs_interfaceid": "9800f691-7998-4e70-bea8-77b6a22f67f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.409385] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1056.409385] env[69987]: value = "task-3500919" [ 1056.409385] env[69987]: _type = "Task" [ 1056.409385] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.412671] env[69987]: DEBUG nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.424688] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500919, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.485701] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.503657] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065321} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.503657] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.503657] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e48d33-cfb1-490d-a199-50819d6d907f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.524606] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] f5f58c4c-484f-4557-b572-da71671c0c4c/f5f58c4c-484f-4557-b572-da71671c0c4c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.525326] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9458a42-caa4-4569-af45-5a23b947b0da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.546428] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1056.546428] env[69987]: value = "task-3500920" [ 1056.546428] env[69987]: _type = "Task" [ 1056.546428] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.559268] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.765790] env[69987]: DEBUG oslo_vmware.api [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500916, 'name': PowerOnVM_Task, 'duration_secs': 0.498026} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.766223] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.766569] env[69987]: INFO nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1056.767240] env[69987]: DEBUG nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.768077] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367a176c-f40f-4e72-b511-1cc2a9ec3c88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.787402] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.787735] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbbedecb-bb67-4f70-a140-7d7d390be726 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.798307] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1056.798307] env[69987]: value = "task-3500921" [ 1056.798307] env[69987]: _type = "Task" [ 1056.798307] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.807434] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.811566] env[69987]: ERROR nova.scheduler.client.report [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] [req-cdbc1020-e763-4136-aa6c-42c1ce21343e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cdbc1020-e763-4136-aa6c-42c1ce21343e"}]} [ 1056.828776] env[69987]: DEBUG nova.scheduler.client.report [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1056.840119] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 76d2772a-8392-4a05-bd09-07949475b4b6] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1056.845250] env[69987]: DEBUG nova.scheduler.client.report [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1056.845412] env[69987]: DEBUG nova.compute.provider_tree [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.858123] env[69987]: DEBUG nova.scheduler.client.report [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1056.879309] env[69987]: DEBUG nova.scheduler.client.report [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1056.889980] env[69987]: DEBUG oslo_vmware.api [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448436} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.889980] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.889980] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.889980] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.889980] env[69987]: INFO nova.compute.manager [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1056.889980] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.889980] env[69987]: DEBUG nova.compute.manager [-] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.889980] env[69987]: DEBUG nova.network.neutron [-] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.909025] env[69987]: DEBUG oslo_concurrency.lockutils [req-f3e49ad5-adce-4e3d-bbea-ac8d5904d853 req-83709dfd-be34-4f23-b8c4-240da331f3c6 service nova] Releasing lock "refresh_cache-b9b31f5e-906c-4cf3-8e2f-3651b801787c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.921968] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500919, 'name': Rename_Task, 'duration_secs': 0.173255} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.926695] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.928067] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ace1b68c-b38b-4c4a-b147-ad292f5ba815 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.935584] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1056.935584] env[69987]: value = "task-3500922" [ 1056.935584] env[69987]: _type = "Task" [ 1056.935584] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.941577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.947212] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.990277] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.056301] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.293294] env[69987]: INFO nova.compute.manager [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Took 42.85 seconds to build instance. [ 1057.309077] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500921, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.336437] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658cbaf-5672-4eea-9755-4f5f365be044 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.344817] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.345113] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Cleaning up deleted instances with incomplete migration {{(pid=69987) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1057.346763] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5e5929-6657-423f-be4a-dbf8c2636c55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.384995] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae25a9-eb02-48c6-9521-ed1d40692528 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.388788] env[69987]: DEBUG nova.compute.manager [req-293e343a-2594-4b7c-b46e-0d76bfc85952 req-6de12fd7-1de5-4869-8029-772b947694ff service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Received event network-vif-plugged-5100e520-3c54-4e53-a8a9-9c7e9d97069e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.388788] env[69987]: DEBUG oslo_concurrency.lockutils [req-293e343a-2594-4b7c-b46e-0d76bfc85952 req-6de12fd7-1de5-4869-8029-772b947694ff service nova] Acquiring lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.388944] env[69987]: DEBUG oslo_concurrency.lockutils [req-293e343a-2594-4b7c-b46e-0d76bfc85952 req-6de12fd7-1de5-4869-8029-772b947694ff service nova] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.389283] env[69987]: DEBUG oslo_concurrency.lockutils [req-293e343a-2594-4b7c-b46e-0d76bfc85952 req-6de12fd7-1de5-4869-8029-772b947694ff service nova] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.389461] env[69987]: DEBUG nova.compute.manager [req-293e343a-2594-4b7c-b46e-0d76bfc85952 req-6de12fd7-1de5-4869-8029-772b947694ff service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] No waiting events found dispatching network-vif-plugged-5100e520-3c54-4e53-a8a9-9c7e9d97069e {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.389621] env[69987]: WARNING nova.compute.manager [req-293e343a-2594-4b7c-b46e-0d76bfc85952 req-6de12fd7-1de5-4869-8029-772b947694ff service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Received unexpected event network-vif-plugged-5100e520-3c54-4e53-a8a9-9c7e9d97069e for instance with vm_state building and task_state spawning. [ 1057.398246] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de5732-4725-4e40-a9df-d7c4c7247f63 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.413020] env[69987]: DEBUG nova.compute.provider_tree [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.446467] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.488521] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.556925] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500920, 'name': ReconfigVM_Task, 'duration_secs': 0.925994} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.557862] env[69987]: DEBUG nova.network.neutron [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Successfully updated port: 5100e520-3c54-4e53-a8a9-9c7e9d97069e {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.560116] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Reconfigured VM instance instance-0000004c to attach disk [datastore2] f5f58c4c-484f-4557-b572-da71671c0c4c/f5f58c4c-484f-4557-b572-da71671c0c4c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.560116] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36fc9db0-75d3-4f4f-a744-7fcae611221b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.569148] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1057.569148] env[69987]: value = "task-3500923" [ 1057.569148] env[69987]: _type = "Task" [ 1057.569148] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.577752] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500923, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.583956] env[69987]: DEBUG nova.compute.manager [req-c9aa7e6a-b95a-4dba-8561-bd2c01333377 req-1dca533b-d27d-4ce5-bea6-8b6f43f7929a service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Received event network-vif-deleted-7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.584176] env[69987]: INFO nova.compute.manager [req-c9aa7e6a-b95a-4dba-8561-bd2c01333377 req-1dca533b-d27d-4ce5-bea6-8b6f43f7929a service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Neutron deleted interface 7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9; detaching it from the instance and deleting it from the info cache [ 1057.584593] env[69987]: DEBUG nova.network.neutron [req-c9aa7e6a-b95a-4dba-8561-bd2c01333377 req-1dca533b-d27d-4ce5-bea6-8b6f43f7929a service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.795420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e249cd54-4a94-418b-8303-02705509af35 tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.356s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.808502] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500921, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.855245] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.918621] env[69987]: DEBUG nova.scheduler.client.report [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.945519] env[69987]: DEBUG oslo_vmware.api [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500922, 'name': PowerOnVM_Task, 'duration_secs': 0.902019} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.945771] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.945979] env[69987]: DEBUG nova.compute.manager [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.946855] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c22825c-2d91-41d1-b72e-553193f9aeec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.972045] env[69987]: DEBUG nova.network.neutron [-] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.991450] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.060983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.061088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquired lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.061564] env[69987]: DEBUG nova.network.neutron [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.079781] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500923, 'name': Rename_Task, 'duration_secs': 0.18998} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.080103] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.080366] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d654034-d905-4141-8bcf-3833712319c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.087950] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1058.087950] env[69987]: value = "task-3500924" [ 1058.087950] env[69987]: _type = "Task" [ 1058.087950] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.088181] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0dd438a9-e834-4c51-b1d1-83d88e10bc29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.099482] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.103349] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfaa7c4-d8de-4f85-9a78-923dfeb4b8f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.116181] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.116472] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.116716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.116940] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.117163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.119375] env[69987]: INFO nova.compute.manager [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Terminating instance [ 1058.146361] env[69987]: DEBUG nova.compute.manager [req-c9aa7e6a-b95a-4dba-8561-bd2c01333377 req-1dca533b-d27d-4ce5-bea6-8b6f43f7929a service nova] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Detach interface failed, port_id=7e3858e9-27ef-4d71-a9b3-54f3b03f9fa9, reason: Instance c8c9590d-86be-4d60-b8e6-d30953871b4c could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.309975] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500921, 'name': PowerOffVM_Task, 'duration_secs': 1.199167} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.310265] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.311050] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d3d905-f14a-442b-bd96-78d77426c1f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.328728] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f0c9c-bc7e-4cc6-bc1e-c1dc0465aee3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.362277] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.363044] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32bbef05-50fb-486d-bd25-019c46704539 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.370054] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1058.370054] env[69987]: value = "task-3500925" [ 1058.370054] env[69987]: _type = "Task" [ 1058.370054] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.381598] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1058.381819] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.382091] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.382260] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.382440] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.384045] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55b6b284-ed4e-4124-9deb-236dd8c4df71 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.390898] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.391103] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.391833] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0919007b-b38b-4f19-9a88-1d3e5cd3103e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.397239] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1058.397239] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5295a722-d0e0-737b-4c14-44aa7a6fbe43" [ 1058.397239] env[69987]: _type = "Task" [ 1058.397239] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.404952] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5295a722-d0e0-737b-4c14-44aa7a6fbe43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.423022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.339s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.425513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.939s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.425752] env[69987]: DEBUG nova.objects.instance [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lazy-loading 'resources' on Instance uuid ab257b82-86bd-4c2e-a00b-63fec7aae5d2 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.447116] env[69987]: INFO nova.scheduler.client.report [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted allocations for instance 7256afea-6d09-4e43-8c07-b8a7a61b9118 [ 1058.461903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.473933] env[69987]: INFO nova.compute.manager [-] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Took 1.58 seconds to deallocate network for instance. [ 1058.488207] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.596143] env[69987]: DEBUG nova.network.neutron [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.602053] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.623232] env[69987]: DEBUG nova.compute.manager [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.623446] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.624307] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf67e1f-5107-442c-acc6-928a4df9e113 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.631551] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.631787] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a153b8-3c04-4328-90d5-eef1445d3af1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.637602] env[69987]: DEBUG oslo_vmware.api [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1058.637602] env[69987]: value = "task-3500926" [ 1058.637602] env[69987]: _type = "Task" [ 1058.637602] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.647185] env[69987]: DEBUG oslo_vmware.api [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.789182] env[69987]: DEBUG nova.network.neutron [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Updating instance_info_cache with network_info: [{"id": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "address": "fa:16:3e:48:22:b9", "network": {"id": "2181f39a-6ae8-4eaf-a3c1-afa6e203c306", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1315012428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8438cdbce00648128041d7f5866bac9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5100e520-3c", "ovs_interfaceid": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.908599] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5295a722-d0e0-737b-4c14-44aa7a6fbe43, 'name': SearchDatastore_Task, 'duration_secs': 0.015332} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.909442] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b3cbf3-1bb7-44a4-b5ca-79181ee43326 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.915421] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1058.915421] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c6079b-3285-2059-22d8-a129efea462c" [ 1058.915421] env[69987]: _type = "Task" [ 1058.915421] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.923469] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c6079b-3285-2059-22d8-a129efea462c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.955111] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3526d7bd-5806-47da-991e-a2a2cbaad87a tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "7256afea-6d09-4e43-8c07-b8a7a61b9118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.391s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.981024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.992196] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.103323] env[69987]: DEBUG oslo_vmware.api [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500924, 'name': PowerOnVM_Task, 'duration_secs': 0.823084} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.105857] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.106084] env[69987]: INFO nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1059.106296] env[69987]: DEBUG nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.108549] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3522dc-fab8-4af5-821d-4981cbcb0d75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.149713] env[69987]: DEBUG oslo_vmware.api [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500926, 'name': PowerOffVM_Task, 'duration_secs': 0.292289} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.149980] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.150157] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.150411] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ecdf86a-394a-45da-a1bf-b2fda08f3efb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.224510] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.224896] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.225616] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleting the datastore file [datastore2] 2566e31f-2d2c-4a42-bd41-5cc5afe28486 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.225616] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-643441af-06be-4f8c-8246-75f98ebacc27 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.232448] env[69987]: DEBUG oslo_vmware.api [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for the task: (returnval){ [ 1059.232448] env[69987]: value = "task-3500928" [ 1059.232448] env[69987]: _type = "Task" [ 1059.232448] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.242862] env[69987]: DEBUG oslo_vmware.api [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.292371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Releasing lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.292848] env[69987]: DEBUG nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Instance network_info: |[{"id": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "address": "fa:16:3e:48:22:b9", "network": {"id": "2181f39a-6ae8-4eaf-a3c1-afa6e203c306", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1315012428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8438cdbce00648128041d7f5866bac9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5100e520-3c", "ovs_interfaceid": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.293391] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:22:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5100e520-3c54-4e53-a8a9-9c7e9d97069e', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.302165] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Creating folder: Project (8438cdbce00648128041d7f5866bac9a). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.303370] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9534943-c74e-49b2-9d2e-5e1813354d16 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.305620] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ab2fff-b230-4dd5-9e4e-143c21e3e23d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.313198] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107bc44f-581e-4956-b0e0-b45cb8d05cf7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.317304] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Created folder: Project (8438cdbce00648128041d7f5866bac9a) in parent group-v699418. [ 1059.317524] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Creating folder: Instances. Parent ref: group-v699635. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.318045] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f3b4563-94dd-4200-a9af-d1a8b7636a7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.346275] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183db388-0711-41b7-9368-522644c06400 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.348947] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Created folder: Instances in parent group-v699635. [ 1059.349188] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.349387] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.349919] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6945c173-bc7f-41b4-ac8d-279cd648af40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.367736] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0e1907-91f6-4e4b-8a68-ecc376aa5264 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.372434] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.372434] env[69987]: value = "task-3500931" [ 1059.372434] env[69987]: _type = "Task" [ 1059.372434] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.384775] env[69987]: DEBUG nova.compute.provider_tree [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.390648] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500931, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.409074] env[69987]: DEBUG nova.compute.manager [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Received event network-changed-5100e520-3c54-4e53-a8a9-9c7e9d97069e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.409305] env[69987]: DEBUG nova.compute.manager [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Refreshing instance network info cache due to event network-changed-5100e520-3c54-4e53-a8a9-9c7e9d97069e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.409552] env[69987]: DEBUG oslo_concurrency.lockutils [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] Acquiring lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.409709] env[69987]: DEBUG oslo_concurrency.lockutils [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] Acquired lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.409886] env[69987]: DEBUG nova.network.neutron [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Refreshing network info cache for port 5100e520-3c54-4e53-a8a9-9c7e9d97069e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.426299] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c6079b-3285-2059-22d8-a129efea462c, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.426554] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.426821] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. {{(pid=69987) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1059.427101] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-144a27b4-5ce4-4eb4-89b0-6301f4cc9fa7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.433988] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1059.433988] env[69987]: value = "task-3500932" [ 1059.433988] env[69987]: _type = "Task" [ 1059.433988] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.442486] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.467172] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "be068ce9-4845-489d-bba0-290cf5dee49b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.467433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "be068ce9-4845-489d-bba0-290cf5dee49b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.467646] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "be068ce9-4845-489d-bba0-290cf5dee49b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.467829] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "be068ce9-4845-489d-bba0-290cf5dee49b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.468030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "be068ce9-4845-489d-bba0-290cf5dee49b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.471108] env[69987]: INFO nova.compute.manager [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Terminating instance [ 1059.492751] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.628063] env[69987]: INFO nova.compute.manager [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Took 43.85 seconds to build instance. [ 1059.746023] env[69987]: DEBUG oslo_vmware.api [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Task: {'id': task-3500928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279687} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.747071] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.747279] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.747469] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.747665] env[69987]: INFO nova.compute.manager [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1059.747917] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.748382] env[69987]: DEBUG nova.compute.manager [-] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.749597] env[69987]: DEBUG nova.network.neutron [-] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.885349] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500931, 'name': CreateVM_Task, 'duration_secs': 0.334777} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.885435] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.886409] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.886501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.886889] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.887875] env[69987]: DEBUG nova.scheduler.client.report [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.893464] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b3551f-d235-48e1-9bef-158c3984a4af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.900245] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1059.900245] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52703616-02d9-4f89-817a-83209a11bdb4" [ 1059.900245] env[69987]: _type = "Task" [ 1059.900245] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.915290] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52703616-02d9-4f89-817a-83209a11bdb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.945133] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.975065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "refresh_cache-be068ce9-4845-489d-bba0-290cf5dee49b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.975539] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "refresh_cache-be068ce9-4845-489d-bba0-290cf5dee49b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.975673] env[69987]: DEBUG nova.network.neutron [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.998988] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.131562] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d433e262-29f2-4b47-b3d5-5174bf64330b tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.365s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.138133] env[69987]: DEBUG nova.network.neutron [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Updated VIF entry in instance network info cache for port 5100e520-3c54-4e53-a8a9-9c7e9d97069e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.138511] env[69987]: DEBUG nova.network.neutron [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Updating instance_info_cache with network_info: [{"id": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "address": "fa:16:3e:48:22:b9", "network": {"id": "2181f39a-6ae8-4eaf-a3c1-afa6e203c306", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1315012428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8438cdbce00648128041d7f5866bac9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5100e520-3c", "ovs_interfaceid": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.235352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "f5f58c4c-484f-4557-b572-da71671c0c4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.235675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.235948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "f5f58c4c-484f-4557-b572-da71671c0c4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.236217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.236520] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.238931] env[69987]: INFO nova.compute.manager [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Terminating instance [ 1060.393209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.395735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.350s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.395969] env[69987]: DEBUG nova.objects.instance [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lazy-loading 'resources' on Instance uuid 9e39091a-c72b-4a39-bc32-b513c22d85f4 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.411975] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52703616-02d9-4f89-817a-83209a11bdb4, 'name': SearchDatastore_Task, 'duration_secs': 0.024268} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.412300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.412539] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.412780] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.412934] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.413131] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.413394] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-192b5b59-b231-4399-a76e-f386682e1f79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.418383] env[69987]: INFO nova.scheduler.client.report [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Deleted allocations for instance ab257b82-86bd-4c2e-a00b-63fec7aae5d2 [ 1060.422900] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.423110] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.424038] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e50070-8904-4e2d-af09-44569107f62c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.430197] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1060.430197] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c4d37a-88a8-b64f-ff37-6618ab2ac867" [ 1060.430197] env[69987]: _type = "Task" [ 1060.430197] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.438214] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c4d37a-88a8-b64f-ff37-6618ab2ac867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.446493] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549146} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.446766] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. [ 1060.447582] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4246b8a-a48c-4ba8-8947-373239b04448 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.473795] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.474773] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aec9a51-c3b1-4085-93fe-edcbabfd1b62 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.500064] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.502133] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1060.502133] env[69987]: value = "task-3500933" [ 1060.502133] env[69987]: _type = "Task" [ 1060.502133] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.510501] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.511337] env[69987]: DEBUG nova.network.neutron [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.518727] env[69987]: DEBUG nova.network.neutron [-] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.566561] env[69987]: DEBUG nova.network.neutron [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.641656] env[69987]: DEBUG oslo_concurrency.lockutils [req-662bc6ec-4db9-46f2-81a0-262776d6c9bc req-2b24e848-4fbd-4444-bb83-7d78463a6a03 service nova] Releasing lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.743266] env[69987]: DEBUG nova.compute.manager [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.743529] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.744623] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15735a51-096d-4c4d-b6e1-ab5a95971bb4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.752648] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.752905] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d8bae5-0270-49b1-a0a6-4f2bbaa22542 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.758970] env[69987]: DEBUG oslo_vmware.api [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1060.758970] env[69987]: value = "task-3500934" [ 1060.758970] env[69987]: _type = "Task" [ 1060.758970] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.769919] env[69987]: DEBUG oslo_vmware.api [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.928975] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4355a6a3-a5f7-40c7-83ee-4f3bb8684e24 tempest-MultipleCreateTestJSON-827335919 tempest-MultipleCreateTestJSON-827335919-project-member] Lock "ab257b82-86bd-4c2e-a00b-63fec7aae5d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.198s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.943705] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c4d37a-88a8-b64f-ff37-6618ab2ac867, 'name': SearchDatastore_Task, 'duration_secs': 0.016818} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.945108] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8827a705-8e02-4326-883d-b0cd9a41acc4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.953328] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1060.953328] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52af7378-e923-50bc-aaa8-8d69d7d9bc04" [ 1060.953328] env[69987]: _type = "Task" [ 1060.953328] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.961508] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52af7378-e923-50bc-aaa8-8d69d7d9bc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.004136] env[69987]: DEBUG oslo_vmware.api [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500911, 'name': ReconfigVM_Task, 'duration_secs': 6.445292} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.008222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.008492] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Reconfigured VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1061.019510] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500933, 'name': ReconfigVM_Task, 'duration_secs': 0.306388} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.019812] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.020734] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a87583b-dff7-4e35-a935-a12a29d25a3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.023448] env[69987]: INFO nova.compute.manager [-] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Took 1.27 seconds to deallocate network for instance. [ 1061.054082] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-319ebe50-6bde-458d-b18e-bdac0f919347 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.069607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "refresh_cache-be068ce9-4845-489d-bba0-290cf5dee49b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.070073] env[69987]: DEBUG nova.compute.manager [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.070273] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.070843] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1061.070843] env[69987]: value = "task-3500935" [ 1061.070843] env[69987]: _type = "Task" [ 1061.070843] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.071344] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659b6e24-144c-4308-be22-2c79f339cf84 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.084425] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.088142] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e6dd57a-bad1-41cd-ad71-ace3b7d29fd5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.089847] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.096680] env[69987]: DEBUG oslo_vmware.api [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1061.096680] env[69987]: value = "task-3500936" [ 1061.096680] env[69987]: _type = "Task" [ 1061.096680] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.104985] env[69987]: DEBUG oslo_vmware.api [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.271883] env[69987]: DEBUG oslo_vmware.api [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500934, 'name': PowerOffVM_Task, 'duration_secs': 0.320792} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.272234] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.272398] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.273250] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31e2322d-ac3d-43fc-9c6d-150922245589 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.320817] env[69987]: DEBUG nova.compute.manager [req-2c8cff34-4ee4-46a0-b770-2a8468fcf6d3 req-cae47e54-12e4-4bec-8b7c-f36d2379cd44 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received event network-vif-deleted-5280f8a2-cee8-4383-b1f9-60debda2725b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.321045] env[69987]: INFO nova.compute.manager [req-2c8cff34-4ee4-46a0-b770-2a8468fcf6d3 req-cae47e54-12e4-4bec-8b7c-f36d2379cd44 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Neutron deleted interface 5280f8a2-cee8-4383-b1f9-60debda2725b; detaching it from the instance and deleting it from the info cache [ 1061.321302] env[69987]: DEBUG nova.network.neutron [req-2c8cff34-4ee4-46a0-b770-2a8468fcf6d3 req-cae47e54-12e4-4bec-8b7c-f36d2379cd44 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.331381] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.331679] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.331875] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Deleting the datastore file [datastore2] f5f58c4c-484f-4557-b572-da71671c0c4c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.332143] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3866e1f0-8652-4371-8296-d31cfa0eaa5f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.343741] env[69987]: DEBUG oslo_vmware.api [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for the task: (returnval){ [ 1061.343741] env[69987]: value = "task-3500938" [ 1061.343741] env[69987]: _type = "Task" [ 1061.343741] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.352021] env[69987]: DEBUG oslo_vmware.api [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.353595] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f0818f-fcbd-4f9a-97af-81492398c84b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.361333] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacd7ab1-13fc-4484-a059-bb03f6cf8639 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.394353] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65c202-0dbf-4389-84e3-d93932eba662 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.401612] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef5db2-3f6a-4e7d-a262-67cad302e416 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.415229] env[69987]: DEBUG nova.compute.provider_tree [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.439420] env[69987]: DEBUG nova.compute.manager [req-ec94face-534d-41f9-8907-8e20797133e2 req-0fbdf9c9-b670-4073-8d14-5488ca388c2d service nova] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Received event network-vif-deleted-0f61a8fb-406b-46ad-b91e-2f2eb109eb81 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.463662] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52af7378-e923-50bc-aaa8-8d69d7d9bc04, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.463921] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.464169] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c/7ed6f69d-c68f-4a02-9cf9-60a1df86c29c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.464438] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbfb91bd-c546-4403-87ea-c9b0b3b38e8e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.471514] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1061.471514] env[69987]: value = "task-3500939" [ 1061.471514] env[69987]: _type = "Task" [ 1061.471514] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.479610] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.554583] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.584897] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500935, 'name': ReconfigVM_Task, 'duration_secs': 0.170586} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.585290] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.589029] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e80f70f-29d1-4e74-a6dc-ba47f0983282 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.591905] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1061.591905] env[69987]: value = "task-3500940" [ 1061.591905] env[69987]: _type = "Task" [ 1061.591905] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.602840] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.610194] env[69987]: DEBUG oslo_vmware.api [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500936, 'name': PowerOffVM_Task, 'duration_secs': 0.194525} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.610194] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.610194] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.610194] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f7aa47a-ec02-4a8d-aaad-fb208820fb5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.635408] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.639290] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.639539] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleting the datastore file [datastore2] be068ce9-4845-489d-bba0-290cf5dee49b {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.640407] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2b53d06-f6fc-4673-ae0b-74232630444d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.650503] env[69987]: DEBUG oslo_vmware.api [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1061.650503] env[69987]: value = "task-3500942" [ 1061.650503] env[69987]: _type = "Task" [ 1061.650503] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.668523] env[69987]: DEBUG oslo_vmware.api [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.826314] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c8cff34-4ee4-46a0-b770-2a8468fcf6d3 req-cae47e54-12e4-4bec-8b7c-f36d2379cd44 service nova] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.826586] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c8cff34-4ee4-46a0-b770-2a8468fcf6d3 req-cae47e54-12e4-4bec-8b7c-f36d2379cd44 service nova] Acquired lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.827477] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1c977-5a26-4599-89d9-94b6d0779cfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.845854] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c8cff34-4ee4-46a0-b770-2a8468fcf6d3 req-cae47e54-12e4-4bec-8b7c-f36d2379cd44 service nova] Releasing lock "1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.846154] env[69987]: WARNING nova.compute.manager [req-2c8cff34-4ee4-46a0-b770-2a8468fcf6d3 req-cae47e54-12e4-4bec-8b7c-f36d2379cd44 service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Detach interface failed, port_id=5280f8a2-cee8-4383-b1f9-60debda2725b, reason: No device with interface-id 5280f8a2-cee8-4383-b1f9-60debda2725b exists on VM: nova.exception.NotFound: No device with interface-id 5280f8a2-cee8-4383-b1f9-60debda2725b exists on VM [ 1061.854951] env[69987]: DEBUG oslo_vmware.api [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Task: {'id': task-3500938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218581} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.855255] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.855484] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.855682] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.855858] env[69987]: INFO nova.compute.manager [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1061.856160] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.856376] env[69987]: DEBUG nova.compute.manager [-] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.856473] env[69987]: DEBUG nova.network.neutron [-] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.920569] env[69987]: DEBUG nova.scheduler.client.report [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.984208] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500939, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.104932] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.140653] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.141051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "1b193fd9-d782-44d2-860b-83b53ee06485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.141806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.141806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.141938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "1b193fd9-d782-44d2-860b-83b53ee06485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.148076] env[69987]: INFO nova.compute.manager [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Terminating instance [ 1062.163954] env[69987]: DEBUG oslo_vmware.api [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273825} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.164893] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.165136] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.165346] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.165581] env[69987]: INFO nova.compute.manager [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1062.165836] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.166402] env[69987]: DEBUG nova.compute.manager [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.166504] env[69987]: DEBUG nova.network.neutron [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.184708] env[69987]: DEBUG nova.network.neutron [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.302721] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.303825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.303915] env[69987]: DEBUG nova.network.neutron [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.431198] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.434229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.300s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.434722] env[69987]: DEBUG nova.objects.instance [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lazy-loading 'pci_requests' on Instance uuid f5bd91ff-5a34-4478-9ece-8918fee6101a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.455803] env[69987]: INFO nova.scheduler.client.report [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted allocations for instance 9e39091a-c72b-4a39-bc32-b513c22d85f4 [ 1062.482816] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752894} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.483121] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c/7ed6f69d-c68f-4a02-9cf9-60a1df86c29c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.483414] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.483681] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2505839-5976-429e-88ff-a310346a3708 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.493052] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1062.493052] env[69987]: value = "task-3500943" [ 1062.493052] env[69987]: _type = "Task" [ 1062.493052] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.501009] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.604125] env[69987]: DEBUG oslo_vmware.api [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3500940, 'name': PowerOnVM_Task, 'duration_secs': 0.741986} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.604460] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.608092] env[69987]: DEBUG nova.compute.manager [None req-48a00b45-3e26-4656-818f-fe292ed99c1b tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.608092] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6772e043-e075-4ed3-a184-685cfffee8a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.656238] env[69987]: DEBUG nova.compute.manager [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.656549] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.658119] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cb189f-94d8-48bb-9171-182a719703e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.673021] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.673021] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ef4c42-f933-4497-abe8-63516e6a9cc1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.677546] env[69987]: DEBUG oslo_vmware.api [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1062.677546] env[69987]: value = "task-3500944" [ 1062.677546] env[69987]: _type = "Task" [ 1062.677546] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.687239] env[69987]: DEBUG oslo_vmware.api [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.687710] env[69987]: DEBUG nova.network.neutron [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.842605] env[69987]: DEBUG nova.network.neutron [-] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.940042] env[69987]: DEBUG nova.objects.instance [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lazy-loading 'numa_topology' on Instance uuid f5bd91ff-5a34-4478-9ece-8918fee6101a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.964646] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4ba2a18-e7c3-4644-8332-093c552d8c01 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "9e39091a-c72b-4a39-bc32-b513c22d85f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.501s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.004890] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283778} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.005007] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.005942] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c3d234-5afb-4540-9636-5352afe27ca5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.031841] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c/7ed6f69d-c68f-4a02-9cf9-60a1df86c29c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.035192] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e12dbd-1a0d-4679-88fe-82053bd78a9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.058018] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1063.058018] env[69987]: value = "task-3500945" [ 1063.058018] env[69987]: _type = "Task" [ 1063.058018] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.066481] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.189638] env[69987]: INFO nova.compute.manager [-] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Took 1.02 seconds to deallocate network for instance. [ 1063.190187] env[69987]: DEBUG oslo_vmware.api [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500944, 'name': PowerOffVM_Task, 'duration_secs': 0.431525} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.196842] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.197207] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.197473] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53a35217-725d-4bdf-ad42-f9600645a388 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.206149] env[69987]: DEBUG nova.network.neutron [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [{"id": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "address": "fa:16:3e:3f:00:9c", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca7ae93b-33", "ovs_interfaceid": "ca7ae93b-3381-40dc-b8d8-fb59df25598f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.257813] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.258306] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.259026] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleting the datastore file [datastore2] 1b193fd9-d782-44d2-860b-83b53ee06485 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.259026] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73b5abf3-a8f8-49ee-b069-dfbf887f9d01 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.266669] env[69987]: DEBUG oslo_vmware.api [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1063.266669] env[69987]: value = "task-3500947" [ 1063.266669] env[69987]: _type = "Task" [ 1063.266669] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.276898] env[69987]: DEBUG oslo_vmware.api [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.345770] env[69987]: INFO nova.compute.manager [-] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Took 1.49 seconds to deallocate network for instance. [ 1063.445336] env[69987]: INFO nova.compute.claims [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.467976] env[69987]: DEBUG nova.compute.manager [req-62d1546b-2547-482d-b8a2-86b1f4e85d24 req-59507af4-59d8-41a2-aede-90c549b6ada2 service nova] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Received event network-vif-deleted-7cf44972-f8fb-4fbb-96be-9c517695d8f2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.566684] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.698267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.709268] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-1b193fd9-d782-44d2-860b-83b53ee06485" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.737671] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.737963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.738230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.738464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.738636] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.740885] env[69987]: INFO nova.compute.manager [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Terminating instance [ 1063.776763] env[69987]: DEBUG oslo_vmware.api [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.853270] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.071464] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500945, 'name': ReconfigVM_Task, 'duration_secs': 0.868371} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.072451] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c/7ed6f69d-c68f-4a02-9cf9-60a1df86c29c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.073274] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f938a6bd-96e1-433f-92c0-be77b96d123a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.084028] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1064.084028] env[69987]: value = "task-3500948" [ 1064.084028] env[69987]: _type = "Task" [ 1064.084028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.094376] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500948, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.215512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47cdd48d-90b2-4ac0-9e50-a19b9fb86121 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-1b193fd9-d782-44d2-860b-83b53ee06485-5280f8a2-cee8-4383-b1f9-60debda2725b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.333s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.248812] env[69987]: DEBUG nova.compute.manager [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.249082] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.250310] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfaa6a4-a56c-4aed-9433-f88ce8987d07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.261985] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.264811] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f206e315-4418-41dd-a5e4-572bfdc7a8b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.273963] env[69987]: DEBUG oslo_vmware.api [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1064.273963] env[69987]: value = "task-3500949" [ 1064.273963] env[69987]: _type = "Task" [ 1064.273963] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.287043] env[69987]: DEBUG oslo_vmware.api [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3500947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.616198} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.294151] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.294456] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.294736] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.294953] env[69987]: INFO nova.compute.manager [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1064.295389] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.295739] env[69987]: DEBUG nova.compute.manager [-] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.295843] env[69987]: DEBUG nova.network.neutron [-] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.301568] env[69987]: DEBUG oslo_vmware.api [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.380789] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff7b2f0-1520-492a-acd7-778cc301b079 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.394037] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5036ca8-903a-4e5d-a819-80c46bbbe9b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.430335] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1704618-6334-47d7-a375-066438f4b68a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.438647] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f0356-3e2c-4e88-9c51-2a76e94c06db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.443231] env[69987]: DEBUG nova.compute.manager [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.444060] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c7b53e-14f3-4941-9444-0cfede5d2748 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.462216] env[69987]: DEBUG nova.compute.provider_tree [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.593594] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500948, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.785236] env[69987]: DEBUG oslo_vmware.api [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500949, 'name': PowerOffVM_Task, 'duration_secs': 0.204061} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.785550] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.785725] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.785977] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1028c7c5-5790-4746-9830-e5768f7e7d52 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.851751] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.852136] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.852401] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleting the datastore file [datastore2] 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.852686] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d4ec2d2-6617-47c5-a8ae-759dc8d95bd7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.863309] env[69987]: DEBUG oslo_vmware.api [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1064.863309] env[69987]: value = "task-3500951" [ 1064.863309] env[69987]: _type = "Task" [ 1064.863309] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.879228] env[69987]: DEBUG oslo_vmware.api [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.923165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "6607c793-442b-405b-8c41-d29c12c2f80e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.923633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "6607c793-442b-405b-8c41-d29c12c2f80e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.964799] env[69987]: INFO nova.compute.manager [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] instance snapshotting [ 1064.967018] env[69987]: DEBUG nova.objects.instance [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'flavor' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.967614] env[69987]: DEBUG nova.scheduler.client.report [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.094720] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500948, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.380525] env[69987]: DEBUG nova.network.neutron [-] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.382787] env[69987]: DEBUG oslo_vmware.api [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3500951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414369} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.383163] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.383451] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.384019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.384353] env[69987]: INFO nova.compute.manager [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1065.384870] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.386143] env[69987]: DEBUG nova.compute.manager [-] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.386255] env[69987]: DEBUG nova.network.neutron [-] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.426088] env[69987]: DEBUG nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.477137] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.042s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.481093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.203s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.481609] env[69987]: DEBUG nova.objects.instance [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lazy-loading 'resources' on Instance uuid f84a2f6c-99ad-4283-9a1d-528d4a91f034 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.486867] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f01868a-8cbe-43a4-a1d7-d3a386eddd49 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.510718] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb41cc6-64e3-4058-8f2d-165decacc45f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.565254] env[69987]: INFO nova.network.neutron [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating port 51de4fcc-04eb-42fa-8638-3547d84351b0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1065.573412] env[69987]: DEBUG nova.compute.manager [req-e988d128-1300-41c3-8ecc-33543e8e7c73 req-c19beac5-af9a-4ca8-b29c-737b4851da7c service nova] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Received event network-vif-deleted-ca7ae93b-3381-40dc-b8d8-fb59df25598f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.597724] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500948, 'name': Rename_Task, 'duration_secs': 1.236719} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.598025] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.598281] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d200684-1682-4983-bb30-bbd546fff47d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.604879] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1065.604879] env[69987]: value = "task-3500952" [ 1065.604879] env[69987]: _type = "Task" [ 1065.604879] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.613305] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.889219] env[69987]: INFO nova.compute.manager [-] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Took 1.59 seconds to deallocate network for instance. [ 1065.951414] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.025546] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.026994] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b673dc4-3fa1-4475-92b2-64e948ca6899 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.034313] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1066.034313] env[69987]: value = "task-3500953" [ 1066.034313] env[69987]: _type = "Task" [ 1066.034313] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.046520] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500953, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.115055] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.206763] env[69987]: DEBUG nova.network.neutron [-] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.383019] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b4b7d-9bfc-4b1f-b9a4-cf36b847e33c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.389166] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f814a-2463-4bbe-bb11-c55abbb86ebf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.394954] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.424819] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0bfdd-e8c0-494b-9c87-3ba7ce83be18 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.433804] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a992df73-ffe5-4de1-b6dc-19865de84c10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.451629] env[69987]: DEBUG nova.compute.provider_tree [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.545933] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500953, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.616570] env[69987]: DEBUG oslo_vmware.api [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500952, 'name': PowerOnVM_Task, 'duration_secs': 0.944053} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.617181] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.617508] env[69987]: INFO nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1066.617800] env[69987]: DEBUG nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.618923] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70916fd9-6ef6-4648-8e92-c9eda4cfc58d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.711376] env[69987]: INFO nova.compute.manager [-] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Took 1.32 seconds to deallocate network for instance. [ 1066.955244] env[69987]: DEBUG nova.scheduler.client.report [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.045274] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500953, 'name': CreateSnapshot_Task, 'duration_secs': 0.887844} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.045576] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1067.046650] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342879e4-2837-48b7-b73c-9398a1a7852e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.139356] env[69987]: INFO nova.compute.manager [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Took 41.95 seconds to build instance. [ 1067.226421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.226421] env[69987]: DEBUG nova.compute.manager [req-9cab085e-2634-42ca-ae6d-048d158c3aa3 req-84253193-dc36-40ff-85a1-9451167f81e5 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received event network-vif-plugged-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.226421] env[69987]: DEBUG oslo_concurrency.lockutils [req-9cab085e-2634-42ca-ae6d-048d158c3aa3 req-84253193-dc36-40ff-85a1-9451167f81e5 service nova] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.226421] env[69987]: DEBUG oslo_concurrency.lockutils [req-9cab085e-2634-42ca-ae6d-048d158c3aa3 req-84253193-dc36-40ff-85a1-9451167f81e5 service nova] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.226421] env[69987]: DEBUG oslo_concurrency.lockutils [req-9cab085e-2634-42ca-ae6d-048d158c3aa3 req-84253193-dc36-40ff-85a1-9451167f81e5 service nova] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.226686] env[69987]: DEBUG nova.compute.manager [req-9cab085e-2634-42ca-ae6d-048d158c3aa3 req-84253193-dc36-40ff-85a1-9451167f81e5 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] No waiting events found dispatching network-vif-plugged-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.226686] env[69987]: WARNING nova.compute.manager [req-9cab085e-2634-42ca-ae6d-048d158c3aa3 req-84253193-dc36-40ff-85a1-9451167f81e5 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received unexpected event network-vif-plugged-51de4fcc-04eb-42fa-8638-3547d84351b0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1067.321685] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.321823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.322024] env[69987]: DEBUG nova.network.neutron [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.463085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.464949] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.561s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.465149] env[69987]: DEBUG nova.objects.instance [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lazy-loading 'resources' on Instance uuid 768833ea-b1e0-4d19-b3fb-a543aa89e925 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.478951] env[69987]: INFO nova.scheduler.client.report [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Deleted allocations for instance f84a2f6c-99ad-4283-9a1d-528d4a91f034 [ 1067.564286] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.564496] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d03b59e0-f691-44ad-88c1-43e4be7544e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.574324] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1067.574324] env[69987]: value = "task-3500954" [ 1067.574324] env[69987]: _type = "Task" [ 1067.574324] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.586066] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500954, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.599377] env[69987]: DEBUG nova.compute.manager [req-cfdbf921-9891-4a49-9877-b25ad191c574 req-759b0409-5e5a-4e50-9454-4ee0e95c70da service nova] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Received event network-vif-deleted-535a5a02-eb2a-4fe4-b461-9b488aa3b6f1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.639662] env[69987]: DEBUG oslo_concurrency.lockutils [None req-120ba44a-0559-4834-9068-319918bdbc25 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.461s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.862614] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "cda39513-00d1-4838-8936-42ac5e64064e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.862906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "cda39513-00d1-4838-8936-42ac5e64064e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.989197] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc1b7a56-753e-4838-9394-0385d271284c tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "f84a2f6c-99ad-4283-9a1d-528d4a91f034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.630s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.087623] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500954, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.232894] env[69987]: DEBUG nova.network.neutron [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51de4fcc-04", "ovs_interfaceid": "51de4fcc-04eb-42fa-8638-3547d84351b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.368238] env[69987]: DEBUG nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.386866] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3566df0-033a-405c-a0d3-58642212c0e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.395089] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fa6945-e4a8-4aea-8e96-6b2b68860e33 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.433923] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bda862-f6e4-4a3d-a478-9a6ff49b56f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.446360] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b62ff9-38a8-4bc7-b2d7-5d7f72dbcb21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.461445] env[69987]: DEBUG nova.compute.provider_tree [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.496355] env[69987]: DEBUG oslo_concurrency.lockutils [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.496539] env[69987]: DEBUG oslo_concurrency.lockutils [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.496869] env[69987]: INFO nova.compute.manager [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Rebooting instance [ 1068.584812] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500954, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.735878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.765739] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5dd2f4ed2a9a5bfbd5cbc5e11f368d2c',container_format='bare',created_at=2025-04-22T03:37:09Z,direct_url=,disk_format='vmdk',id=5aa0271d-ae31-4892-bcb4-23a17db5aef5,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2051376838-shelved',owner='4c6555e6ab6a4023b1ce76c202d4ef43',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-22T03:37:27Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.765979] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.766155] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.766363] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.766521] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.766684] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.766967] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.767160] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.767337] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.767505] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.767681] env[69987]: DEBUG nova.virt.hardware [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.768882] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b155b9e2-e821-4339-9198-577a820aa319 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.780211] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72da55ce-1700-4b55-a39a-43bc9953b480 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.794176] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:79:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51de4fcc-04eb-42fa-8638-3547d84351b0', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.801963] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.802242] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.802462] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28b4b9ba-1031-4968-ab12-74b3a1769628 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.822896] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.822896] env[69987]: value = "task-3500955" [ 1068.822896] env[69987]: _type = "Task" [ 1068.822896] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.830807] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500955, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.899134] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.941906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.942201] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.942424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.942584] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.942748] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.945070] env[69987]: INFO nova.compute.manager [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Terminating instance [ 1068.964255] env[69987]: DEBUG nova.scheduler.client.report [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.020330] env[69987]: DEBUG oslo_concurrency.lockutils [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.020528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquired lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.020709] env[69987]: DEBUG nova.network.neutron [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.084477] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500954, 'name': CloneVM_Task, 'duration_secs': 1.178755} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.084816] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Created linked-clone VM from snapshot [ 1069.085659] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b75c38d-c08c-4cc3-beb9-40e6c66feb43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.094767] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Uploading image 7365481f-54fe-43db-afbb-9a12ebd6fbf3 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1069.117133] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1069.117133] env[69987]: value = "vm-699639" [ 1069.117133] env[69987]: _type = "VirtualMachine" [ 1069.117133] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1069.117482] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a73cf2ca-e522-43a2-b5c3-d7fbb0426d65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.125487] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease: (returnval){ [ 1069.125487] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f64594-a621-9aea-41a3-2fe18b9fc852" [ 1069.125487] env[69987]: _type = "HttpNfcLease" [ 1069.125487] env[69987]: } obtained for exporting VM: (result){ [ 1069.125487] env[69987]: value = "vm-699639" [ 1069.125487] env[69987]: _type = "VirtualMachine" [ 1069.125487] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1069.125836] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the lease: (returnval){ [ 1069.125836] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f64594-a621-9aea-41a3-2fe18b9fc852" [ 1069.125836] env[69987]: _type = "HttpNfcLease" [ 1069.125836] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1069.132381] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.132381] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f64594-a621-9aea-41a3-2fe18b9fc852" [ 1069.132381] env[69987]: _type = "HttpNfcLease" [ 1069.132381] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.265431] env[69987]: DEBUG nova.compute.manager [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received event network-changed-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.265676] env[69987]: DEBUG nova.compute.manager [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Refreshing instance network info cache due to event network-changed-51de4fcc-04eb-42fa-8638-3547d84351b0. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.265843] env[69987]: DEBUG oslo_concurrency.lockutils [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] Acquiring lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.265994] env[69987]: DEBUG oslo_concurrency.lockutils [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] Acquired lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.266202] env[69987]: DEBUG nova.network.neutron [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Refreshing network info cache for port 51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.332452] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500955, 'name': CreateVM_Task, 'duration_secs': 0.369419} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.332629] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.333643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.333810] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.334194] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.334484] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bbd1b6-28fb-4fb7-96ea-a91fcfe400a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.338797] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1069.338797] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f8281a-43d5-48dd-a492-cc61f1b970ac" [ 1069.338797] env[69987]: _type = "Task" [ 1069.338797] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.348180] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f8281a-43d5-48dd-a492-cc61f1b970ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.449430] env[69987]: DEBUG nova.compute.manager [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.449707] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.450618] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41456c9a-f031-4e54-b509-6242d8de4659 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.458728] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.458961] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ecb8ab-13ab-4689-98b0-926ae3e1d2e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.464945] env[69987]: DEBUG oslo_vmware.api [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1069.464945] env[69987]: value = "task-3500957" [ 1069.464945] env[69987]: _type = "Task" [ 1069.464945] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.468864] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.470823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.243s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.471162] env[69987]: DEBUG nova.objects.instance [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lazy-loading 'resources' on Instance uuid 7f284cf1-34a5-4b0c-ab81-4f657768ab7d {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.477805] env[69987]: DEBUG oslo_vmware.api [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.493175] env[69987]: INFO nova.scheduler.client.report [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Deleted allocations for instance 768833ea-b1e0-4d19-b3fb-a543aa89e925 [ 1069.634432] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.634432] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f64594-a621-9aea-41a3-2fe18b9fc852" [ 1069.634432] env[69987]: _type = "HttpNfcLease" [ 1069.634432] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1069.634862] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1069.634862] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f64594-a621-9aea-41a3-2fe18b9fc852" [ 1069.634862] env[69987]: _type = "HttpNfcLease" [ 1069.634862] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1069.635687] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67839ce-5d9a-46ca-8f0c-df164a92e0e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.646265] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0e0e1-5519-a36a-8b94-6bb02072078e/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1069.646483] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0e0e1-5519-a36a-8b94-6bb02072078e/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1069.817881] env[69987]: DEBUG nova.network.neutron [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Updating instance_info_cache with network_info: [{"id": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "address": "fa:16:3e:48:22:b9", "network": {"id": "2181f39a-6ae8-4eaf-a3c1-afa6e203c306", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1315012428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8438cdbce00648128041d7f5866bac9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5100e520-3c", "ovs_interfaceid": "5100e520-3c54-4e53-a8a9-9c7e9d97069e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.840889] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8be2512-505f-41b3-bfe4-a331fe8fd949 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.856722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.857035] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Processing image 5aa0271d-ae31-4892-bcb4-23a17db5aef5 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.857279] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5/5aa0271d-ae31-4892-bcb4-23a17db5aef5.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.857433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5/5aa0271d-ae31-4892-bcb4-23a17db5aef5.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.857777] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.857883] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3b5dce-d850-439d-bb7a-00647a158cca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.870720] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.870917] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.871691] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09af3a5-5b73-40bb-9502-b7786e7de5ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.881523] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1069.881523] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5219ea2b-469f-6437-59ba-ba7c912dd981" [ 1069.881523] env[69987]: _type = "Task" [ 1069.881523] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.893711] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5219ea2b-469f-6437-59ba-ba7c912dd981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.976535] env[69987]: DEBUG oslo_vmware.api [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500957, 'name': PowerOffVM_Task, 'duration_secs': 0.215409} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.979660] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.979660] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.979660] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ded6099-bd25-4340-aac4-3f53de9c2254 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.004615] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e10b84d2-a6e6-45c0-b902-8671c6fa2741 tempest-ServersWithSpecificFlavorTestJSON-977701913 tempest-ServersWithSpecificFlavorTestJSON-977701913-project-member] Lock "768833ea-b1e0-4d19-b3fb-a543aa89e925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.852s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.016197] env[69987]: DEBUG nova.network.neutron [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updated VIF entry in instance network info cache for port 51de4fcc-04eb-42fa-8638-3547d84351b0. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.016479] env[69987]: DEBUG nova.network.neutron [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51de4fcc-04", "ovs_interfaceid": "51de4fcc-04eb-42fa-8638-3547d84351b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.035373] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.035674] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.036100] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Deleting the datastore file [datastore1] b45e94ae-d45b-4632-b8da-ae1cb246450a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.036379] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4bc252-33da-4acc-8eb9-3231608e480d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.043780] env[69987]: DEBUG oslo_vmware.api [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for the task: (returnval){ [ 1070.043780] env[69987]: value = "task-3500959" [ 1070.043780] env[69987]: _type = "Task" [ 1070.043780] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.055921] env[69987]: DEBUG oslo_vmware.api [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.321067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Releasing lock "refresh_cache-7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.328737] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e73e71-4dd2-4c7b-a349-b466de3898ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.339066] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e3c251-9b08-4c5a-b076-261d34ceeedf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.373805] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc22535-a8ad-47ae-ae0e-e8f468da2460 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.381602] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad81be1-3201-49a4-bbc1-b3dddf0e48c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.401453] env[69987]: DEBUG nova.compute.provider_tree [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.406918] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Preparing fetch location {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1070.407289] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Fetch image to [datastore2] OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb/OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb.vmdk {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1070.407512] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Downloading stream optimized image 5aa0271d-ae31-4892-bcb4-23a17db5aef5 to [datastore2] OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb/OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb.vmdk on the data store datastore2 as vApp {{(pid=69987) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1070.407657] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Downloading image file data 5aa0271d-ae31-4892-bcb4-23a17db5aef5 to the ESX as VM named 'OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb' {{(pid=69987) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1070.513615] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1070.513615] env[69987]: value = "resgroup-9" [ 1070.513615] env[69987]: _type = "ResourcePool" [ 1070.513615] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1070.513911] env[69987]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b0032279-d0f0-4b4e-97e0-2ade6daac4d9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.531152] env[69987]: DEBUG oslo_concurrency.lockutils [req-762dec47-afaf-4575-bf89-5e2137afb2e2 req-3620540a-3821-4bd0-8001-50f985da3d4f service nova] Releasing lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.536240] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lease: (returnval){ [ 1070.536240] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52826a2f-724b-ea95-1c86-66ef7c5f1506" [ 1070.536240] env[69987]: _type = "HttpNfcLease" [ 1070.536240] env[69987]: } obtained for vApp import into resource pool (val){ [ 1070.536240] env[69987]: value = "resgroup-9" [ 1070.536240] env[69987]: _type = "ResourcePool" [ 1070.536240] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1070.536574] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the lease: (returnval){ [ 1070.536574] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52826a2f-724b-ea95-1c86-66ef7c5f1506" [ 1070.536574] env[69987]: _type = "HttpNfcLease" [ 1070.536574] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.543179] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.543179] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52826a2f-724b-ea95-1c86-66ef7c5f1506" [ 1070.543179] env[69987]: _type = "HttpNfcLease" [ 1070.543179] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.552617] env[69987]: DEBUG oslo_vmware.api [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Task: {'id': task-3500959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30036} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.553159] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.553316] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.557446] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.557794] env[69987]: INFO nova.compute.manager [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1070.558106] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.558745] env[69987]: DEBUG nova.compute.manager [-] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.558745] env[69987]: DEBUG nova.network.neutron [-] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.827851] env[69987]: DEBUG nova.compute.manager [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.830332] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2beae5f-5e53-4bc8-9126-f740b6245303 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.908363] env[69987]: DEBUG nova.scheduler.client.report [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.962940] env[69987]: DEBUG nova.compute.manager [req-578f4563-a1b7-4c92-9d0b-2ecfa48927b2 req-f4725447-54da-417a-8f5b-7760b71ea116 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Received event network-vif-deleted-6fd2b3c5-d441-4079-8ecc-715a4c3da32d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.963164] env[69987]: INFO nova.compute.manager [req-578f4563-a1b7-4c92-9d0b-2ecfa48927b2 req-f4725447-54da-417a-8f5b-7760b71ea116 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Neutron deleted interface 6fd2b3c5-d441-4079-8ecc-715a4c3da32d; detaching it from the instance and deleting it from the info cache [ 1070.963340] env[69987]: DEBUG nova.network.neutron [req-578f4563-a1b7-4c92-9d0b-2ecfa48927b2 req-f4725447-54da-417a-8f5b-7760b71ea116 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.046160] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.046160] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52826a2f-724b-ea95-1c86-66ef7c5f1506" [ 1071.046160] env[69987]: _type = "HttpNfcLease" [ 1071.046160] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.365748] env[69987]: DEBUG nova.network.neutron [-] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.414063] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.417207] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.175s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.418426] env[69987]: INFO nova.compute.claims [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.440308] env[69987]: INFO nova.scheduler.client.report [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted allocations for instance 7f284cf1-34a5-4b0c-ab81-4f657768ab7d [ 1071.466386] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-307d4d25-20ef-432a-8f5d-e8028b99f092 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.475939] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d24ff-9a5e-4dee-86c6-e2d80ef0b360 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.514505] env[69987]: DEBUG nova.compute.manager [req-578f4563-a1b7-4c92-9d0b-2ecfa48927b2 req-f4725447-54da-417a-8f5b-7760b71ea116 service nova] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Detach interface failed, port_id=6fd2b3c5-d441-4079-8ecc-715a4c3da32d, reason: Instance b45e94ae-d45b-4632-b8da-ae1cb246450a could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.546628] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.546628] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52826a2f-724b-ea95-1c86-66ef7c5f1506" [ 1071.546628] env[69987]: _type = "HttpNfcLease" [ 1071.546628] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1071.547238] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1071.547238] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52826a2f-724b-ea95-1c86-66ef7c5f1506" [ 1071.547238] env[69987]: _type = "HttpNfcLease" [ 1071.547238] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1071.549025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af5b85c-5801-4d7b-9b34-7777568dab1c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.557313] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f14dbf-eac1-d401-5fec-5cb2d46f07e9/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1071.557512] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f14dbf-eac1-d401-5fec-5cb2d46f07e9/disk-0.vmdk. {{(pid=69987) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1071.624862] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bab2e3ea-39e4-4c8f-ba52-da0f6ac73672 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.848275] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa0096-6523-4f42-a482-45f08f22daa2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.858198] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Doing hard reboot of VM {{(pid=69987) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1071.860081] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6a91b640-02d9-4ced-b02e-f6a6ca0f7b0f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.866679] env[69987]: DEBUG oslo_vmware.api [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1071.866679] env[69987]: value = "task-3500961" [ 1071.866679] env[69987]: _type = "Task" [ 1071.866679] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.871434] env[69987]: INFO nova.compute.manager [-] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Took 1.31 seconds to deallocate network for instance. [ 1071.883943] env[69987]: DEBUG oslo_vmware.api [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500961, 'name': ResetVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.951122] env[69987]: DEBUG oslo_concurrency.lockutils [None req-66d604f8-a353-4dcd-9659-0293da8d6d09 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "7f284cf1-34a5-4b0c-ab81-4f657768ab7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.170s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.379122] env[69987]: DEBUG oslo_vmware.api [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500961, 'name': ResetVM_Task, 'duration_secs': 0.113473} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.382340] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Did hard reboot of VM {{(pid=69987) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1072.382521] env[69987]: DEBUG nova.compute.manager [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.383535] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53699665-c94f-45e2-9155-2f22cc7f40c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.388795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.746018] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Completed reading data from the image iterator. {{(pid=69987) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1072.746018] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f14dbf-eac1-d401-5fec-5cb2d46f07e9/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1072.746018] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ebbf29-237c-477c-b728-49b4e152efeb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.756535] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f14dbf-eac1-d401-5fec-5cb2d46f07e9/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1072.756535] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f14dbf-eac1-d401-5fec-5cb2d46f07e9/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1072.757023] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1b22e42f-67a6-4a18-ba78-3b0071196404 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.848096] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0503f-8b87-480d-941d-14c18b435b8e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.856390] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427c347-f637-405d-a65a-ae90bf32e84e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.891166] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33adb8cb-d1c6-451e-970b-2863f4c8f3d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.900933] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fed85f-ba14-4faa-8022-13c250f0e4a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.908746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-257c6e17-9dd2-4f28-a1b0-8999bcf7f301 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.412s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.924644] env[69987]: DEBUG nova.compute.provider_tree [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.996645] env[69987]: DEBUG oslo_vmware.rw_handles [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f14dbf-eac1-d401-5fec-5cb2d46f07e9/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1072.996645] env[69987]: INFO nova.virt.vmwareapi.images [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Downloaded image file data 5aa0271d-ae31-4892-bcb4-23a17db5aef5 [ 1072.996830] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9c97b1-b504-49c7-8106-a0be82737ad8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.015845] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8223bf-737b-4163-b126-cbe041d4d456 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.071463] env[69987]: INFO nova.virt.vmwareapi.images [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] The imported VM was unregistered [ 1073.072945] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Caching image {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1073.073293] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.074181] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-750106e3-b7e4-44a7-8c28-ea4d11a8e191 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.094916] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Created directory with path [datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.094916] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb/OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb.vmdk to [datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5/5aa0271d-ae31-4892-bcb4-23a17db5aef5.vmdk. {{(pid=69987) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1073.095189] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ade93c93-d580-4396-9da5-797eac8b83dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.103033] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1073.103033] env[69987]: value = "task-3500963" [ 1073.103033] env[69987]: _type = "Task" [ 1073.103033] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.111745] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500963, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.193724] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "38129ac8-996a-47d5-b361-267ccd014133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.194008] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "38129ac8-996a-47d5-b361-267ccd014133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.194267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "38129ac8-996a-47d5-b361-267ccd014133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.194423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "38129ac8-996a-47d5-b361-267ccd014133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.194821] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "38129ac8-996a-47d5-b361-267ccd014133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.197256] env[69987]: INFO nova.compute.manager [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Terminating instance [ 1073.429906] env[69987]: DEBUG nova.scheduler.client.report [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.615825] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500963, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.705919] env[69987]: DEBUG nova.compute.manager [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.706209] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.707310] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9a439-af6b-4878-8d37-59180b3eec6e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.721452] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.721866] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddabd791-2fca-47be-9036-9e8bc35348ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.734341] env[69987]: DEBUG oslo_vmware.api [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1073.734341] env[69987]: value = "task-3500964" [ 1073.734341] env[69987]: _type = "Task" [ 1073.734341] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.743914] env[69987]: DEBUG oslo_vmware.api [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.854208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "c622e933-53d0-40db-8e7f-61f58e25afa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.854388] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.937528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.938133] env[69987]: DEBUG nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.941946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.017s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.943795] env[69987]: INFO nova.compute.claims [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.119754] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500963, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.245740] env[69987]: DEBUG oslo_vmware.api [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500964, 'name': PowerOffVM_Task, 'duration_secs': 0.233497} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.246897] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.249854] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.249854] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cb52a83-37ba-47b0-bfd8-6e9af5d79273 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.316126] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.316126] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.316126] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleting the datastore file [datastore1] 38129ac8-996a-47d5-b361-267ccd014133 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.316126] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d04849c9-e4a0-4e10-b7ff-cc2b468f8819 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.323393] env[69987]: DEBUG oslo_vmware.api [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1074.323393] env[69987]: value = "task-3500966" [ 1074.323393] env[69987]: _type = "Task" [ 1074.323393] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.332623] env[69987]: DEBUG oslo_vmware.api [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.357896] env[69987]: DEBUG nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.391326] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.391773] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.391892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.392291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.392418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.395528] env[69987]: INFO nova.compute.manager [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Terminating instance [ 1074.453028] env[69987]: DEBUG nova.compute.utils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.456532] env[69987]: DEBUG nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.457416] env[69987]: DEBUG nova.network.neutron [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.524936] env[69987]: DEBUG nova.policy [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9135d459d65e41378068d8b409538419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9cd90589a044819db9390c550d61cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.618355] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500963, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.836926] env[69987]: DEBUG oslo_vmware.api [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3500966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320787} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.837304] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.837524] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.837783] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.838226] env[69987]: INFO nova.compute.manager [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1074.838570] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.840161] env[69987]: DEBUG nova.compute.manager [-] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.840161] env[69987]: DEBUG nova.network.neutron [-] [instance: 38129ac8-996a-47d5-b361-267ccd014133] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.845642] env[69987]: DEBUG nova.network.neutron [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Successfully created port: c9f8fd8c-d527-4efe-9701-99170ff2ff43 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.901994] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.902479] env[69987]: DEBUG nova.compute.manager [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.902686] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.905195] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ea529-f59c-4fd7-9d67-d3e2d9a9c7b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.915221] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.915221] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e059c6-ea1c-4513-87e9-f96711fd5346 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.924504] env[69987]: DEBUG oslo_vmware.api [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1074.924504] env[69987]: value = "task-3500967" [ 1074.924504] env[69987]: _type = "Task" [ 1074.924504] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.933639] env[69987]: DEBUG oslo_vmware.api [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.964702] env[69987]: DEBUG nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.121087] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500963, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.339597] env[69987]: DEBUG nova.compute.manager [req-94cbd055-c24b-4cc6-9469-fa2be79fbd25 req-cff3af86-dab7-4b6f-aa6f-1730805f79a1 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Received event network-vif-deleted-27245a43-d9aa-4124-b55c-fed2a0ff3a3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.339597] env[69987]: INFO nova.compute.manager [req-94cbd055-c24b-4cc6-9469-fa2be79fbd25 req-cff3af86-dab7-4b6f-aa6f-1730805f79a1 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Neutron deleted interface 27245a43-d9aa-4124-b55c-fed2a0ff3a3b; detaching it from the instance and deleting it from the info cache [ 1075.339597] env[69987]: DEBUG nova.network.neutron [req-94cbd055-c24b-4cc6-9469-fa2be79fbd25 req-cff3af86-dab7-4b6f-aa6f-1730805f79a1 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.438503] env[69987]: DEBUG oslo_vmware.api [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500967, 'name': PowerOffVM_Task, 'duration_secs': 0.277729} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.438772] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.438943] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.439235] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1119dfa8-8ab3-43c6-ab32-14809b3601b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.507505] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.507705] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.507929] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Deleting the datastore file [datastore1] 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.509532] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d35ed0a4-564f-43a2-ad7c-2532b920a562 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.516339] env[69987]: DEBUG oslo_vmware.api [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for the task: (returnval){ [ 1075.516339] env[69987]: value = "task-3500969" [ 1075.516339] env[69987]: _type = "Task" [ 1075.516339] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.523120] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aceea06-6e27-41fa-932a-7cf2210de732 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.534053] env[69987]: DEBUG oslo_vmware.api [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.537827] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e48b83a-1209-490f-864e-0d61b945821b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.581506] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530f59d-cdd5-485e-9e5e-55b93a409fdc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.592321] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa24926-2de3-46ae-90df-0364acd78489 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.612624] env[69987]: DEBUG nova.compute.provider_tree [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.625547] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500963, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.812063] env[69987]: DEBUG nova.network.neutron [-] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.842580] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa760595-d0da-4b55-9c86-80c047c4c3ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.853065] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569d82cb-5645-4c0b-ad33-285bd543a6d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.886448] env[69987]: DEBUG nova.compute.manager [req-94cbd055-c24b-4cc6-9469-fa2be79fbd25 req-cff3af86-dab7-4b6f-aa6f-1730805f79a1 service nova] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Detach interface failed, port_id=27245a43-d9aa-4124-b55c-fed2a0ff3a3b, reason: Instance 38129ac8-996a-47d5-b361-267ccd014133 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.978999] env[69987]: DEBUG nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.031312] env[69987]: DEBUG oslo_vmware.api [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Task: {'id': task-3500969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347827} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.031312] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.031312] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.031312] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.031312] env[69987]: INFO nova.compute.manager [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1076.031312] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.031638] env[69987]: DEBUG nova.compute.manager [-] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.031638] env[69987]: DEBUG nova.network.neutron [-] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.052658] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.053964] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.054292] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.054647] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.054810] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.054962] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.055341] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.055517] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.055721] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.055893] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.056084] env[69987]: DEBUG nova.virt.hardware [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.057352] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dfd9f1-e20f-4fd3-9bab-6f436dcd0734 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.069286] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c5026-a491-47c0-a3f8-e8ffa0e62dd5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.122449] env[69987]: DEBUG nova.scheduler.client.report [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.126356] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500963, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.668185} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.126894] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb/OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb.vmdk to [datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5/5aa0271d-ae31-4892-bcb4-23a17db5aef5.vmdk. [ 1076.127139] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Cleaning up location [datastore2] OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1076.128093] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_63b73ba4-cfe1-44b5-bedf-653e18296bfb {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.128093] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2488b7-df6b-4831-b296-f4f44385e25d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.134741] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1076.134741] env[69987]: value = "task-3500970" [ 1076.134741] env[69987]: _type = "Task" [ 1076.134741] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.144433] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.314300] env[69987]: INFO nova.compute.manager [-] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Took 1.48 seconds to deallocate network for instance. [ 1076.465915] env[69987]: DEBUG nova.compute.manager [req-9bdde7da-e954-43d3-9be2-bc9b2897c3a9 req-cb4466a4-a199-4864-86bd-18a98de54dbb service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Received event network-vif-plugged-c9f8fd8c-d527-4efe-9701-99170ff2ff43 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.466151] env[69987]: DEBUG oslo_concurrency.lockutils [req-9bdde7da-e954-43d3-9be2-bc9b2897c3a9 req-cb4466a4-a199-4864-86bd-18a98de54dbb service nova] Acquiring lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.466374] env[69987]: DEBUG oslo_concurrency.lockutils [req-9bdde7da-e954-43d3-9be2-bc9b2897c3a9 req-cb4466a4-a199-4864-86bd-18a98de54dbb service nova] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.466576] env[69987]: DEBUG oslo_concurrency.lockutils [req-9bdde7da-e954-43d3-9be2-bc9b2897c3a9 req-cb4466a4-a199-4864-86bd-18a98de54dbb service nova] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.466748] env[69987]: DEBUG nova.compute.manager [req-9bdde7da-e954-43d3-9be2-bc9b2897c3a9 req-cb4466a4-a199-4864-86bd-18a98de54dbb service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] No waiting events found dispatching network-vif-plugged-c9f8fd8c-d527-4efe-9701-99170ff2ff43 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.466925] env[69987]: WARNING nova.compute.manager [req-9bdde7da-e954-43d3-9be2-bc9b2897c3a9 req-cb4466a4-a199-4864-86bd-18a98de54dbb service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Received unexpected event network-vif-plugged-c9f8fd8c-d527-4efe-9701-99170ff2ff43 for instance with vm_state building and task_state spawning. [ 1076.545944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.546156] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.546409] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.546707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.546778] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.548874] env[69987]: INFO nova.compute.manager [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Terminating instance [ 1076.581899] env[69987]: DEBUG nova.network.neutron [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Successfully updated port: c9f8fd8c-d527-4efe-9701-99170ff2ff43 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.628228] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.628838] env[69987]: DEBUG nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.631711] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.102s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.631978] env[69987]: DEBUG nova.objects.instance [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'resources' on Instance uuid 5d2613fd-4fb0-4b2a-8865-4d49380be5e5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.647323] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042776} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.647681] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.647919] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5/5aa0271d-ae31-4892-bcb4-23a17db5aef5.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.648237] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5/5aa0271d-ae31-4892-bcb4-23a17db5aef5.vmdk to [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.648573] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617174a2-671c-48c7-910a-3170327eb460 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.656129] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1076.656129] env[69987]: value = "task-3500971" [ 1076.656129] env[69987]: _type = "Task" [ 1076.656129] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.665324] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.825091] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.877673] env[69987]: DEBUG nova.network.neutron [-] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.053934] env[69987]: DEBUG nova.compute.manager [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.054301] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.055116] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b707c43-c465-4cd3-9ddb-849ffad76ffe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.065492] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.065792] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef763f01-1e8b-4afa-a484-49c30fd56bad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.077143] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1077.077143] env[69987]: value = "task-3500972" [ 1077.077143] env[69987]: _type = "Task" [ 1077.077143] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.088988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-91ba8740-abfb-4cf6-80bf-552cf5b2586f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.089157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-91ba8740-abfb-4cf6-80bf-552cf5b2586f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.089316] env[69987]: DEBUG nova.network.neutron [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.092875] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.138668] env[69987]: DEBUG nova.compute.utils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.141586] env[69987]: DEBUG nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.141586] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.174191] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500971, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.229357] env[69987]: DEBUG nova.policy [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4055bf3353b4427294ed5c0b2c75f061', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd36304c8d52f4fd78481541b79ddee7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.370665] env[69987]: DEBUG nova.compute.manager [req-7e95276e-765b-4862-b53b-f86467021414 req-39da9e48-33bb-483e-bd79-a41172afe57b service nova] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Received event network-vif-deleted-5100e520-3c54-4e53-a8a9-9c7e9d97069e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.381414] env[69987]: INFO nova.compute.manager [-] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Took 1.35 seconds to deallocate network for instance. [ 1077.553934] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2aa45c-0341-4ea9-8bbd-0e42679854a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.566219] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152a4024-5f5f-44fd-9682-92efce15dc04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.612198] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabdd328-92e4-4fec-acd4-d4995456f781 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.626082] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526aa69e-804c-4523-afc8-ef9de1864193 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.630430] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500972, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.650525] env[69987]: DEBUG nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.655318] env[69987]: DEBUG nova.compute.provider_tree [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.658911] env[69987]: DEBUG nova.network.neutron [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.679131] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500971, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.871260] env[69987]: DEBUG nova.network.neutron [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Updating instance_info_cache with network_info: [{"id": "c9f8fd8c-d527-4efe-9701-99170ff2ff43", "address": "fa:16:3e:48:23:b9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f8fd8c-d5", "ovs_interfaceid": "c9f8fd8c-d527-4efe-9701-99170ff2ff43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.890891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.894362] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Successfully created port: 274f9a72-90f2-4fb5-ae2b-af956b7805d8 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.187157] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500972, 'name': PowerOffVM_Task, 'duration_secs': 0.549711} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.187157] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.187157] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.187157] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a813893-88ed-4484-a446-2b83212b4b50 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.187157] env[69987]: DEBUG nova.scheduler.client.report [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.187157] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500971, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.214643] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.214880] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.215107] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Deleting the datastore file [datastore2] 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.215407] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5346ef68-3dea-437f-9e8f-aec36fc9d6db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.227072] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for the task: (returnval){ [ 1078.227072] env[69987]: value = "task-3500974" [ 1078.227072] env[69987]: _type = "Task" [ 1078.227072] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.243405] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.377343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-91ba8740-abfb-4cf6-80bf-552cf5b2586f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.377343] env[69987]: DEBUG nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Instance network_info: |[{"id": "c9f8fd8c-d527-4efe-9701-99170ff2ff43", "address": "fa:16:3e:48:23:b9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f8fd8c-d5", "ovs_interfaceid": "c9f8fd8c-d527-4efe-9701-99170ff2ff43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.377931] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:23:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f8fd8c-d527-4efe-9701-99170ff2ff43', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.392985] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.394239] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.394239] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3daa6814-97aa-4707-b4b5-800a0d6ecf2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.420785] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.420785] env[69987]: value = "task-3500975" [ 1078.420785] env[69987]: _type = "Task" [ 1078.420785] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.425699] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Successfully created port: b736a949-11ba-4b71-803a-faf88d99fefa {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.435973] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500975, 'name': CreateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.520020] env[69987]: DEBUG nova.compute.manager [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Received event network-changed-c9f8fd8c-d527-4efe-9701-99170ff2ff43 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.520020] env[69987]: DEBUG nova.compute.manager [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Refreshing instance network info cache due to event network-changed-c9f8fd8c-d527-4efe-9701-99170ff2ff43. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.520020] env[69987]: DEBUG oslo_concurrency.lockutils [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] Acquiring lock "refresh_cache-91ba8740-abfb-4cf6-80bf-552cf5b2586f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.520020] env[69987]: DEBUG oslo_concurrency.lockutils [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] Acquired lock "refresh_cache-91ba8740-abfb-4cf6-80bf-552cf5b2586f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.520462] env[69987]: DEBUG nova.network.neutron [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Refreshing network info cache for port c9f8fd8c-d527-4efe-9701-99170ff2ff43 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.676736] env[69987]: DEBUG nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.684502] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.687756] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500971, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.687756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.745s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.688800] env[69987]: INFO nova.compute.claims [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.709517] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.710407] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.710407] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.710407] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.710578] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.710578] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.710790] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.710962] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.711168] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.711365] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.711537] env[69987]: DEBUG nova.virt.hardware [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.712509] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0d4039-ee48-4203-911a-930dbfd227ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.726744] env[69987]: INFO nova.scheduler.client.report [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted allocations for instance 5d2613fd-4fb0-4b2a-8865-4d49380be5e5 [ 1078.729978] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618a9214-3014-4e21-8f4b-ddbeb2e2584a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.773928] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.786623] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0e0e1-5519-a36a-8b94-6bb02072078e/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.787642] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb45cd-824b-4ef9-8aae-01ce4e38d5c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.797991] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0e0e1-5519-a36a-8b94-6bb02072078e/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.798170] env[69987]: ERROR oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0e0e1-5519-a36a-8b94-6bb02072078e/disk-0.vmdk due to incomplete transfer. [ 1078.799278] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-93904ba0-a6a8-431b-b6e3-7916fc429f7b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.808414] env[69987]: DEBUG oslo_vmware.rw_handles [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0e0e1-5519-a36a-8b94-6bb02072078e/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1078.808620] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Uploaded image 7365481f-54fe-43db-afbb-9a12ebd6fbf3 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1078.811108] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1078.811690] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-469e6f5c-186f-4e51-87c2-3871e65d7f1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.821607] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1078.821607] env[69987]: value = "task-3500976" [ 1078.821607] env[69987]: _type = "Task" [ 1078.821607] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.839121] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500976, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.934127] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500975, 'name': CreateVM_Task, 'duration_secs': 0.49559} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.934319] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.935066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.935905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.939496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.939496] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42b419a-7c4a-4ca5-bbc3-a55d32c1d063 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.944570] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1078.944570] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c50548-3874-de45-ec5c-57581fd54d8c" [ 1078.944570] env[69987]: _type = "Task" [ 1078.944570] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.956022] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c50548-3874-de45-ec5c-57581fd54d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.179237] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500971, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.473763} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.179547] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5aa0271d-ae31-4892-bcb4-23a17db5aef5/5aa0271d-ae31-4892-bcb4-23a17db5aef5.vmdk to [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.180405] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73a99f6-cb34-4f98-a2e4-145e0738e103 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.213835] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.215852] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d06204a-339d-4b62-a5f9-3bb0bc53686c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.250358] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.255662] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1079.255662] env[69987]: value = "task-3500977" [ 1079.255662] env[69987]: _type = "Task" [ 1079.255662] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.255662] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cf01bd1c-a000-47c6-a656-93fa0c5e5576 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "5d2613fd-4fb0-4b2a-8865-4d49380be5e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.913s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.266775] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500977, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.333369] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500976, 'name': Destroy_Task, 'duration_secs': 0.497712} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.333673] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Destroyed the VM [ 1079.334521] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1079.334521] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62e95fa9-6675-4bf9-b169-5b9e462bcc1e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.340831] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1079.340831] env[69987]: value = "task-3500978" [ 1079.340831] env[69987]: _type = "Task" [ 1079.340831] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.348800] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.455327] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c50548-3874-de45-ec5c-57581fd54d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.455656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.455930] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.456228] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.456407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.456608] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.456871] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64a68736-8c0a-414a-be82-dcd53ea63d6a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.465843] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.465843] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.466286] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a689e6de-7126-4e7b-b2e1-7455a6a48253 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.472070] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1079.472070] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5231cf35-08e9-3d18-6faf-2c4c6fcb6c89" [ 1079.472070] env[69987]: _type = "Task" [ 1079.472070] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.480175] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5231cf35-08e9-3d18-6faf-2c4c6fcb6c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.633579] env[69987]: DEBUG nova.network.neutron [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Updated VIF entry in instance network info cache for port c9f8fd8c-d527-4efe-9701-99170ff2ff43. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.633579] env[69987]: DEBUG nova.network.neutron [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Updating instance_info_cache with network_info: [{"id": "c9f8fd8c-d527-4efe-9701-99170ff2ff43", "address": "fa:16:3e:48:23:b9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f8fd8c-d5", "ovs_interfaceid": "c9f8fd8c-d527-4efe-9701-99170ff2ff43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.750297] env[69987]: DEBUG oslo_vmware.api [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Task: {'id': task-3500974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.034587} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.750952] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.750952] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.750952] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.751169] env[69987]: INFO nova.compute.manager [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Took 2.70 seconds to destroy the instance on the hypervisor. [ 1079.751420] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.751609] env[69987]: DEBUG nova.compute.manager [-] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.751697] env[69987]: DEBUG nova.network.neutron [-] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.766028] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500977, 'name': ReconfigVM_Task, 'duration_secs': 0.275403} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.766551] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a/f5bd91ff-5a34-4478-9ece-8918fee6101a.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.767524] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17397118-a86b-4140-968c-3afa3a8c8563 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.776287] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1079.776287] env[69987]: value = "task-3500979" [ 1079.776287] env[69987]: _type = "Task" [ 1079.776287] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.785245] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500979, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.854247] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.982177] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5231cf35-08e9-3d18-6faf-2c4c6fcb6c89, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.990140] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbad64d-9744-4bec-87cb-c20f4c78ed1c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.996666] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1079.996666] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f4fb8a-7c3a-8c00-87c0-cfd9afd77b3d" [ 1079.996666] env[69987]: _type = "Task" [ 1079.996666] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.005180] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f4fb8a-7c3a-8c00-87c0-cfd9afd77b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.126991] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6649ea8-88a1-401a-88b2-f79088d5f8ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.135115] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ac90d-f9ae-44ae-90ab-f5f9650577c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.139072] env[69987]: DEBUG oslo_concurrency.lockutils [req-0b8bcf26-62d0-43fd-80f3-31f3d4e9ae94 req-42c40c62-ed7f-4789-9d13-595f5ca8f246 service nova] Releasing lock "refresh_cache-91ba8740-abfb-4cf6-80bf-552cf5b2586f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.177990] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf3560-4180-48c1-a911-14411bc4e96c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.186452] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79189a6e-7ec8-4828-acd4-2cb2d7f02a7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.203013] env[69987]: DEBUG nova.compute.provider_tree [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.288177] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500979, 'name': Rename_Task, 'duration_secs': 0.137774} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.288535] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.288853] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbab4932-a4cf-4ebc-bf2d-b0c920a4d223 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.296839] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1080.296839] env[69987]: value = "task-3500980" [ 1080.296839] env[69987]: _type = "Task" [ 1080.296839] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.307245] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.355877] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.508684] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f4fb8a-7c3a-8c00-87c0-cfd9afd77b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.509011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.509316] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.509598] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc1796b8-1de4-4eaa-adb6-cf84d76c6481 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.517305] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1080.517305] env[69987]: value = "task-3500981" [ 1080.517305] env[69987]: _type = "Task" [ 1080.517305] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.526658] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.646897] env[69987]: DEBUG nova.compute.manager [req-4b256293-724e-4792-b343-9a4f90df008c req-1be8d456-252b-4b38-9224-9987828ff1ec service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Received event network-vif-deleted-1c450804-5f1f-4b16-9517-682e1461a6f4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.647637] env[69987]: INFO nova.compute.manager [req-4b256293-724e-4792-b343-9a4f90df008c req-1be8d456-252b-4b38-9224-9987828ff1ec service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Neutron deleted interface 1c450804-5f1f-4b16-9517-682e1461a6f4; detaching it from the instance and deleting it from the info cache [ 1080.648480] env[69987]: DEBUG nova.network.neutron [req-4b256293-724e-4792-b343-9a4f90df008c req-1be8d456-252b-4b38-9224-9987828ff1ec service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.677433] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Successfully updated port: 274f9a72-90f2-4fb5-ae2b-af956b7805d8 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.707693] env[69987]: DEBUG nova.scheduler.client.report [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.814630] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500980, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.856080] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.860401] env[69987]: DEBUG nova.compute.manager [req-7bca70e0-8803-47eb-925f-842aead0aa47 req-db96e4cb-c613-4b15-b5a0-96bee31e34d7 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received event network-vif-plugged-274f9a72-90f2-4fb5-ae2b-af956b7805d8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.860401] env[69987]: DEBUG oslo_concurrency.lockutils [req-7bca70e0-8803-47eb-925f-842aead0aa47 req-db96e4cb-c613-4b15-b5a0-96bee31e34d7 service nova] Acquiring lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.860401] env[69987]: DEBUG oslo_concurrency.lockutils [req-7bca70e0-8803-47eb-925f-842aead0aa47 req-db96e4cb-c613-4b15-b5a0-96bee31e34d7 service nova] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.860401] env[69987]: DEBUG oslo_concurrency.lockutils [req-7bca70e0-8803-47eb-925f-842aead0aa47 req-db96e4cb-c613-4b15-b5a0-96bee31e34d7 service nova] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.860401] env[69987]: DEBUG nova.compute.manager [req-7bca70e0-8803-47eb-925f-842aead0aa47 req-db96e4cb-c613-4b15-b5a0-96bee31e34d7 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] No waiting events found dispatching network-vif-plugged-274f9a72-90f2-4fb5-ae2b-af956b7805d8 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.860401] env[69987]: WARNING nova.compute.manager [req-7bca70e0-8803-47eb-925f-842aead0aa47 req-db96e4cb-c613-4b15-b5a0-96bee31e34d7 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received unexpected event network-vif-plugged-274f9a72-90f2-4fb5-ae2b-af956b7805d8 for instance with vm_state building and task_state spawning. [ 1080.944704] env[69987]: DEBUG nova.network.neutron [-] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.033073] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500981, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.150606] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac72fe07-7a04-456f-b68e-4be53c209f85 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.170829] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a00a46-8901-4342-a577-d616006e697d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.220028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.220028] env[69987]: DEBUG nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.221547] env[69987]: DEBUG nova.compute.manager [req-4b256293-724e-4792-b343-9a4f90df008c req-1be8d456-252b-4b38-9224-9987828ff1ec service nova] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Detach interface failed, port_id=1c450804-5f1f-4b16-9517-682e1461a6f4, reason: Instance 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.223034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.761s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.223374] env[69987]: DEBUG nova.objects.instance [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.312658] env[69987]: DEBUG oslo_vmware.api [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500980, 'name': PowerOnVM_Task, 'duration_secs': 0.722394} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.313088] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.363182] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500978, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.449033] env[69987]: INFO nova.compute.manager [-] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Took 1.70 seconds to deallocate network for instance. [ 1081.462813] env[69987]: DEBUG nova.compute.manager [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.464260] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d791f0-ff14-4568-8ad4-b65135b64ffd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.537771] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881916} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.538605] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.538605] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.538605] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db2bdd91-3293-4462-9673-61ad3e152fc8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.547774] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1081.547774] env[69987]: value = "task-3500982" [ 1081.547774] env[69987]: _type = "Task" [ 1081.547774] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.558540] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.726020] env[69987]: DEBUG nova.compute.utils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.727479] env[69987]: DEBUG nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.727647] env[69987]: DEBUG nova.network.neutron [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.822015] env[69987]: DEBUG nova.policy [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4d2b43a314482aad24b96569034521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b1e9016ba7436aa565c928ef6785a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.857447] env[69987]: DEBUG oslo_vmware.api [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500978, 'name': RemoveSnapshot_Task, 'duration_secs': 2.352395} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.857735] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.857975] env[69987]: INFO nova.compute.manager [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 1081.961635] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.989819] env[69987]: DEBUG oslo_concurrency.lockutils [None req-83bd74e2-6c52-4e7c-99f3-bb91aed7fb0a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 48.888s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.059255] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099228} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.059415] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.060547] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e495251-2098-4c30-87fa-d3cbe3eee905 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.085892] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.086296] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0480b879-8be1-4514-aad7-5954b44eca4d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.115742] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1082.115742] env[69987]: value = "task-3500983" [ 1082.115742] env[69987]: _type = "Task" [ 1082.115742] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.124766] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.236266] env[69987]: DEBUG nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.240460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fd745179-c6ce-4405-ad68-a735effb8f55 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.241693] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.260s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.241693] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.244140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.690s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.244384] env[69987]: DEBUG nova.objects.instance [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lazy-loading 'resources' on Instance uuid 2566e31f-2d2c-4a42-bd41-5cc5afe28486 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.278684] env[69987]: INFO nova.scheduler.client.report [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted allocations for instance c8c9590d-86be-4d60-b8e6-d30953871b4c [ 1082.287507] env[69987]: DEBUG nova.network.neutron [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Successfully created port: d7e2d1dd-8c89-40e0-b522-55eb693fa969 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.414387] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.414668] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.422909] env[69987]: DEBUG nova.compute.manager [None req-fdcc89e2-f32e-4c88-8d32-1ed0020cb945 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Found 1 images (rotation: 2) {{(pid=69987) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1082.626833] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.795660] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3a57e53c-5720-4b57-a284-c5991a51662a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "c8c9590d-86be-4d60-b8e6-d30953871b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.577s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.920138] env[69987]: DEBUG nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.993108] env[69987]: DEBUG nova.compute.manager [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received event network-changed-274f9a72-90f2-4fb5-ae2b-af956b7805d8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.993108] env[69987]: DEBUG nova.compute.manager [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Refreshing instance network info cache due to event network-changed-274f9a72-90f2-4fb5-ae2b-af956b7805d8. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.993108] env[69987]: DEBUG oslo_concurrency.lockutils [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] Acquiring lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.993108] env[69987]: DEBUG oslo_concurrency.lockutils [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] Acquired lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.993108] env[69987]: DEBUG nova.network.neutron [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Refreshing network info cache for port 274f9a72-90f2-4fb5-ae2b-af956b7805d8 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.131377] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500983, 'name': ReconfigVM_Task, 'duration_secs': 0.769699} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.133809] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.133809] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3206ef8c-0811-4cee-8bf3-2ad08a17bd02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.140399] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1083.140399] env[69987]: value = "task-3500984" [ 1083.140399] env[69987]: _type = "Task" [ 1083.140399] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.143029] env[69987]: DEBUG nova.compute.manager [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.143849] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea3721-956c-4433-a058-9344d15ff28a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.149559] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d8682-2da4-4bb5-b04c-de771ea231aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.161480] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500984, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.161480] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Successfully updated port: b736a949-11ba-4b71-803a-faf88d99fefa {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.169017] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09194b-41ca-4bb6-b04d-f00609e9219a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.208035] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcb007-e5e5-48a8-9a19-912ee78e289a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.216195] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a2273-7e38-43dc-b298-cf712d6fc14a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.233729] env[69987]: DEBUG nova.compute.provider_tree [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.255037] env[69987]: DEBUG nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.281141] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.281403] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.281564] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.281744] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.281889] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.282056] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.282271] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.282433] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.282602] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.282765] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.282938] env[69987]: DEBUG nova.virt.hardware [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.283798] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341a7854-283b-443a-9e42-af216163da86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.292866] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02753929-385c-4214-8a1b-86470197f2f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.442905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.539716] env[69987]: DEBUG nova.network.neutron [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.627018] env[69987]: DEBUG nova.network.neutron [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.650508] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500984, 'name': Rename_Task, 'duration_secs': 0.193076} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.650795] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.651061] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51eadad-a001-43de-9335-002f18efc022 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.658445] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1083.658445] env[69987]: value = "task-3500985" [ 1083.658445] env[69987]: _type = "Task" [ 1083.658445] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.661607] env[69987]: INFO nova.compute.manager [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] instance snapshotting [ 1083.662237] env[69987]: DEBUG nova.objects.instance [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'flavor' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.669017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.669311] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.738160] env[69987]: DEBUG nova.scheduler.client.report [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.940118] env[69987]: DEBUG nova.compute.manager [req-a2fb74d9-8ff7-4f5c-a3ec-6639163a35b9 req-d7cc8724-24ab-4ce6-a493-d99d52d2c690 service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Received event network-vif-plugged-d7e2d1dd-8c89-40e0-b522-55eb693fa969 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.940349] env[69987]: DEBUG oslo_concurrency.lockutils [req-a2fb74d9-8ff7-4f5c-a3ec-6639163a35b9 req-d7cc8724-24ab-4ce6-a493-d99d52d2c690 service nova] Acquiring lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.940561] env[69987]: DEBUG oslo_concurrency.lockutils [req-a2fb74d9-8ff7-4f5c-a3ec-6639163a35b9 req-d7cc8724-24ab-4ce6-a493-d99d52d2c690 service nova] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.940729] env[69987]: DEBUG oslo_concurrency.lockutils [req-a2fb74d9-8ff7-4f5c-a3ec-6639163a35b9 req-d7cc8724-24ab-4ce6-a493-d99d52d2c690 service nova] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.940904] env[69987]: DEBUG nova.compute.manager [req-a2fb74d9-8ff7-4f5c-a3ec-6639163a35b9 req-d7cc8724-24ab-4ce6-a493-d99d52d2c690 service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] No waiting events found dispatching network-vif-plugged-d7e2d1dd-8c89-40e0-b522-55eb693fa969 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.941083] env[69987]: WARNING nova.compute.manager [req-a2fb74d9-8ff7-4f5c-a3ec-6639163a35b9 req-d7cc8724-24ab-4ce6-a493-d99d52d2c690 service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Received unexpected event network-vif-plugged-d7e2d1dd-8c89-40e0-b522-55eb693fa969 for instance with vm_state building and task_state spawning. [ 1084.027491] env[69987]: DEBUG nova.network.neutron [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Successfully updated port: d7e2d1dd-8c89-40e0-b522-55eb693fa969 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.130952] env[69987]: DEBUG oslo_concurrency.lockutils [req-06d00760-d0ee-42b5-9a06-932d7134f098 req-88694571-2f60-4730-851d-d6740bf68c04 service nova] Releasing lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.130952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.130952] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.169545] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500985, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.170571] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d488a54a-94fc-475f-aa5e-3f2464eb0bd9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.190158] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a0cc0-89dd-47f4-9136-089030be221b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.244910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.247423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.549s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.247650] env[69987]: DEBUG nova.objects.instance [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lazy-loading 'resources' on Instance uuid be068ce9-4845-489d-bba0-290cf5dee49b {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.277079] env[69987]: INFO nova.scheduler.client.report [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Deleted allocations for instance 2566e31f-2d2c-4a42-bd41-5cc5afe28486 [ 1084.418831] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffc4458-306a-438b-a8a1-50f2273380c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.425509] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Suspending the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1084.425755] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4bd428c4-93e6-46bb-983b-ddde274dac86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.434407] env[69987]: DEBUG oslo_vmware.api [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1084.434407] env[69987]: value = "task-3500986" [ 1084.434407] env[69987]: _type = "Task" [ 1084.434407] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.442672] env[69987]: DEBUG oslo_vmware.api [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500986, 'name': SuspendVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.529490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.529821] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.529821] env[69987]: DEBUG nova.network.neutron [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.669285] env[69987]: DEBUG oslo_vmware.api [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500985, 'name': PowerOnVM_Task, 'duration_secs': 0.735982} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.669596] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.669865] env[69987]: INFO nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1084.670058] env[69987]: DEBUG nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.670917] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe186c4-ae58-4aa4-8391-743efa1dfce2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.675480] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.701729] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1084.702071] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-874bc05b-2c11-46d9-b6ac-5c1af1dd0238 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.710118] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1084.710118] env[69987]: value = "task-3500987" [ 1084.710118] env[69987]: _type = "Task" [ 1084.710118] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.719266] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.783853] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1cc6aee-9dd6-421c-a3f1-9439ca9eab9b tempest-ImagesOneServerNegativeTestJSON-332667785 tempest-ImagesOneServerNegativeTestJSON-332667785-project-member] Lock "2566e31f-2d2c-4a42-bd41-5cc5afe28486" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.667s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.947231] env[69987]: DEBUG oslo_vmware.api [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500986, 'name': SuspendVM_Task} progress is 62%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.954724] env[69987]: DEBUG nova.network.neutron [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Updating instance_info_cache with network_info: [{"id": "274f9a72-90f2-4fb5-ae2b-af956b7805d8", "address": "fa:16:3e:08:10:13", "network": {"id": "8667ae92-636b-4232-9b46-1f5d2ae53307", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1616556044", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap274f9a72-90", "ovs_interfaceid": "274f9a72-90f2-4fb5-ae2b-af956b7805d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b736a949-11ba-4b71-803a-faf88d99fefa", "address": "fa:16:3e:a9:00:a8", "network": {"id": "989ebfcd-1d3c-45f3-9472-49621a0cbe8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-672083889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb736a949-11", "ovs_interfaceid": "b736a949-11ba-4b71-803a-faf88d99fefa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.021248] env[69987]: DEBUG nova.compute.manager [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received event network-vif-plugged-b736a949-11ba-4b71-803a-faf88d99fefa {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.021551] env[69987]: DEBUG oslo_concurrency.lockutils [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] Acquiring lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.022037] env[69987]: DEBUG oslo_concurrency.lockutils [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.022037] env[69987]: DEBUG oslo_concurrency.lockutils [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.022037] env[69987]: DEBUG nova.compute.manager [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] No waiting events found dispatching network-vif-plugged-b736a949-11ba-4b71-803a-faf88d99fefa {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.022177] env[69987]: WARNING nova.compute.manager [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received unexpected event network-vif-plugged-b736a949-11ba-4b71-803a-faf88d99fefa for instance with vm_state building and task_state spawning. [ 1085.022946] env[69987]: DEBUG nova.compute.manager [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received event network-changed-b736a949-11ba-4b71-803a-faf88d99fefa {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.022946] env[69987]: DEBUG nova.compute.manager [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Refreshing instance network info cache due to event network-changed-b736a949-11ba-4b71-803a-faf88d99fefa. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.022946] env[69987]: DEBUG oslo_concurrency.lockutils [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] Acquiring lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.070113] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de02d6-0703-4094-8e64-f06e37812724 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.078212] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece91b9-170e-4aeb-9e0f-e0ea887c5fed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.082019] env[69987]: DEBUG nova.network.neutron [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.113833] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96991d8d-537b-4a34-8672-12371bd58714 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.123042] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670c0754-aca1-432b-9c57-41a0463f06fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.137336] env[69987]: DEBUG nova.compute.provider_tree [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.192204] env[69987]: INFO nova.compute.manager [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Took 34.98 seconds to build instance. [ 1085.219444] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.282853] env[69987]: DEBUG nova.network.neutron [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance_info_cache with network_info: [{"id": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "address": "fa:16:3e:9b:e3:13", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e2d1dd-8c", "ovs_interfaceid": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.445719] env[69987]: DEBUG oslo_vmware.api [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500986, 'name': SuspendVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.457438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Releasing lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.457839] env[69987]: DEBUG nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Instance network_info: |[{"id": "274f9a72-90f2-4fb5-ae2b-af956b7805d8", "address": "fa:16:3e:08:10:13", "network": {"id": "8667ae92-636b-4232-9b46-1f5d2ae53307", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1616556044", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap274f9a72-90", "ovs_interfaceid": "274f9a72-90f2-4fb5-ae2b-af956b7805d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b736a949-11ba-4b71-803a-faf88d99fefa", "address": "fa:16:3e:a9:00:a8", "network": {"id": "989ebfcd-1d3c-45f3-9472-49621a0cbe8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-672083889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb736a949-11", "ovs_interfaceid": "b736a949-11ba-4b71-803a-faf88d99fefa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.458155] env[69987]: DEBUG oslo_concurrency.lockutils [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] Acquired lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.458381] env[69987]: DEBUG nova.network.neutron [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Refreshing network info cache for port b736a949-11ba-4b71-803a-faf88d99fefa {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.459875] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:10:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '274f9a72-90f2-4fb5-ae2b-af956b7805d8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:00:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b736a949-11ba-4b71-803a-faf88d99fefa', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.470027] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.471063] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.471326] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a277cf6c-307c-45a2-b543-2deeff689a07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.496035] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.496035] env[69987]: value = "task-3500988" [ 1085.496035] env[69987]: _type = "Task" [ 1085.496035] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.504760] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500988, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.641781] env[69987]: DEBUG nova.scheduler.client.report [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.694754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4294e819-847a-4f3a-be9c-11ad4dbb4a3c tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.497s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.720560] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500987, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.786028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.786167] env[69987]: DEBUG nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Instance network_info: |[{"id": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "address": "fa:16:3e:9b:e3:13", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e2d1dd-8c", "ovs_interfaceid": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.786867] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:e3:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7e2d1dd-8c89-40e0-b522-55eb693fa969', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.794784] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.795350] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.795599] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-634c63a6-c112-4c4a-9f8b-b7b6fb1b9ade {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.817751] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.817751] env[69987]: value = "task-3500989" [ 1085.817751] env[69987]: _type = "Task" [ 1085.817751] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.825982] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500989, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.946167] env[69987]: DEBUG oslo_vmware.api [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3500986, 'name': SuspendVM_Task, 'duration_secs': 1.04164} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.946528] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Suspended the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1085.946624] env[69987]: DEBUG nova.compute.manager [None req-089495df-37b9-4c01-8947-437d8851c54a tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.947545] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d3c902-dfa4-461d-9779-a0d76cb0e9c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.976597] env[69987]: DEBUG nova.compute.manager [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Received event network-changed-d7e2d1dd-8c89-40e0-b522-55eb693fa969 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.976866] env[69987]: DEBUG nova.compute.manager [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Refreshing instance network info cache due to event network-changed-d7e2d1dd-8c89-40e0-b522-55eb693fa969. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.977155] env[69987]: DEBUG oslo_concurrency.lockutils [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] Acquiring lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.977350] env[69987]: DEBUG oslo_concurrency.lockutils [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] Acquired lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.977566] env[69987]: DEBUG nova.network.neutron [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Refreshing network info cache for port d7e2d1dd-8c89-40e0-b522-55eb693fa969 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.006656] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500988, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.063549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.063826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.064028] env[69987]: DEBUG nova.compute.manager [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.066212] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f0790-7e38-4d65-9ccb-d076e235687a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.073873] env[69987]: DEBUG nova.compute.manager [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1086.074421] env[69987]: DEBUG nova.objects.instance [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'flavor' on Instance uuid 91ba8740-abfb-4cf6-80bf-552cf5b2586f {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.146950] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.149066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.296s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.149329] env[69987]: DEBUG nova.objects.instance [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lazy-loading 'resources' on Instance uuid f5f58c4c-484f-4557-b572-da71671c0c4c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.182156] env[69987]: INFO nova.scheduler.client.report [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleted allocations for instance be068ce9-4845-489d-bba0-290cf5dee49b [ 1086.223689] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500987, 'name': CreateSnapshot_Task, 'duration_secs': 1.273506} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.223689] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.223949] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1e4b8-ebf9-445b-8e2a-0cccc6f4f06e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.239787] env[69987]: DEBUG nova.network.neutron [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Updated VIF entry in instance network info cache for port b736a949-11ba-4b71-803a-faf88d99fefa. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.239787] env[69987]: DEBUG nova.network.neutron [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Updating instance_info_cache with network_info: [{"id": "274f9a72-90f2-4fb5-ae2b-af956b7805d8", "address": "fa:16:3e:08:10:13", "network": {"id": "8667ae92-636b-4232-9b46-1f5d2ae53307", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1616556044", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap274f9a72-90", "ovs_interfaceid": "274f9a72-90f2-4fb5-ae2b-af956b7805d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b736a949-11ba-4b71-803a-faf88d99fefa", "address": "fa:16:3e:a9:00:a8", "network": {"id": "989ebfcd-1d3c-45f3-9472-49621a0cbe8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-672083889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb736a949-11", "ovs_interfaceid": "b736a949-11ba-4b71-803a-faf88d99fefa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.327086] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500989, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.508956] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500988, 'name': CreateVM_Task, 'duration_secs': 0.541735} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.509103] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.509973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.510199] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.510544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.510830] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6352f569-f312-4951-a75f-eecb336c4d46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.517564] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1086.517564] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521c6f0b-0637-13f7-45b9-a72bf348d905" [ 1086.517564] env[69987]: _type = "Task" [ 1086.517564] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.527854] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521c6f0b-0637-13f7-45b9-a72bf348d905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.699185] env[69987]: DEBUG oslo_concurrency.lockutils [None req-546b951b-375b-4cdb-b5d8-c1a34804aaa8 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "be068ce9-4845-489d-bba0-290cf5dee49b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.231s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.726901] env[69987]: DEBUG nova.network.neutron [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updated VIF entry in instance network info cache for port d7e2d1dd-8c89-40e0-b522-55eb693fa969. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.727292] env[69987]: DEBUG nova.network.neutron [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance_info_cache with network_info: [{"id": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "address": "fa:16:3e:9b:e3:13", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e2d1dd-8c", "ovs_interfaceid": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.747299] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1086.748917] env[69987]: DEBUG oslo_concurrency.lockutils [req-61fd2e90-f62e-4251-9a2a-2ad3dd43f28a req-9abdcb6b-c076-448c-a6d5-8135d98e17ec service nova] Releasing lock "refresh_cache-0ef7a0da-8764-4517-a36b-59f29cf308c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.752593] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7fb42bd7-1454-4ceb-b9db-2286d734ecdf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.758836] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1086.758836] env[69987]: value = "task-3500990" [ 1086.758836] env[69987]: _type = "Task" [ 1086.758836] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.773076] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500990, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.830418] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3500989, 'name': CreateVM_Task, 'duration_secs': 0.51067} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.830696] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.831519] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.831863] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.832377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.832712] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04501cf1-8be1-4708-bab0-bb171bf21d3b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.837630] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1086.837630] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5294f8e8-ab9e-7017-ee96-d64c276959c9" [ 1086.837630] env[69987]: _type = "Task" [ 1086.837630] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.850113] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5294f8e8-ab9e-7017-ee96-d64c276959c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.028018] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521c6f0b-0637-13f7-45b9-a72bf348d905, 'name': SearchDatastore_Task, 'duration_secs': 0.028533} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.031113] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.032024] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.032024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.032024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.032024] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.032510] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661b8f7d-c39b-42fa-a02d-4b0ca3fc67dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.042839] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.043092] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.044767] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b01754b-6159-40ec-b63e-d512e13bba40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.047923] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c743f3c8-0dfc-4a8e-9ec8-699c10ce62a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.054284] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1087.054284] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5285fcd2-af61-7a49-8048-50255ffec8b3" [ 1087.054284] env[69987]: _type = "Task" [ 1087.054284] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.060148] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d822f2d7-c4fe-4235-bf3c-03da78bb74d9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.070139] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5285fcd2-af61-7a49-8048-50255ffec8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.102460] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.102956] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742b5533-c1dd-4102-b37f-022979ded39d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.105696] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea77b2b-e135-4e44-9ca7-b33cd61c80ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.107730] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978e296-ef5f-4d60-a783-5cc0b1be5e5a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.114581] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1087.114581] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c38da5-c4df-b326-e643-af5b3d8bd3ed" [ 1087.114581] env[69987]: _type = "Task" [ 1087.114581] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.123028] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025c82f-0d4d-46a5-aa26-6278ad7943eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.126598] env[69987]: DEBUG oslo_vmware.api [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1087.126598] env[69987]: value = "task-3500991" [ 1087.126598] env[69987]: _type = "Task" [ 1087.126598] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.128250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "fb7b6c9a-b573-4461-8d64-bc6515be043f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.128250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "fb7b6c9a-b573-4461-8d64-bc6515be043f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.128250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "fb7b6c9a-b573-4461-8d64-bc6515be043f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.128453] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "fb7b6c9a-b573-4461-8d64-bc6515be043f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.128517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "fb7b6c9a-b573-4461-8d64-bc6515be043f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.133270] env[69987]: INFO nova.compute.manager [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Terminating instance [ 1087.146032] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c38da5-c4df-b326-e643-af5b3d8bd3ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.146389] env[69987]: INFO nova.compute.manager [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Resuming [ 1087.146904] env[69987]: DEBUG nova.objects.instance [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lazy-loading 'flavor' on Instance uuid f5bd91ff-5a34-4478-9ece-8918fee6101a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.148934] env[69987]: DEBUG nova.compute.provider_tree [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.157652] env[69987]: DEBUG oslo_vmware.api [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.234024] env[69987]: DEBUG oslo_concurrency.lockutils [req-c6261d6b-f31e-4b55-8a8a-69face796646 req-7ab405be-303e-4851-987f-3a665e2a095b service nova] Releasing lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.272844] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500990, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.354525] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5294f8e8-ab9e-7017-ee96-d64c276959c9, 'name': SearchDatastore_Task, 'duration_secs': 0.022012} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.354862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.355288] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.355385] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.355750] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.355988] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.356290] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44171954-8480-485f-8d86-e7abea01323b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.365440] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.365605] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.366385] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167e8315-b8a8-4a3b-885b-e5ed7e6a98c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.373031] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1087.373031] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d3f59b-46b6-20db-b7cc-fd128b881876" [ 1087.373031] env[69987]: _type = "Task" [ 1087.373031] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.381859] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d3f59b-46b6-20db-b7cc-fd128b881876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.627992] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c38da5-c4df-b326-e643-af5b3d8bd3ed, 'name': SearchDatastore_Task, 'duration_secs': 0.017801} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.633945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.634352] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 0ef7a0da-8764-4517-a36b-59f29cf308c8/0ef7a0da-8764-4517-a36b-59f29cf308c8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.634673] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f451dbe-b692-47f4-a70c-1db4939e1b37 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.644245] env[69987]: DEBUG oslo_vmware.api [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3500991, 'name': PowerOffVM_Task, 'duration_secs': 0.280629} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.645998] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.648111] env[69987]: DEBUG nova.compute.manager [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.648111] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1087.648111] env[69987]: value = "task-3500992" [ 1087.648111] env[69987]: _type = "Task" [ 1087.648111] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.648111] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f271fb-f124-45e7-b071-23a2833e4cde {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.666022] env[69987]: DEBUG nova.scheduler.client.report [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.667533] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "refresh_cache-fb7b6c9a-b573-4461-8d64-bc6515be043f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.667533] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquired lock "refresh_cache-fb7b6c9a-b573-4461-8d64-bc6515be043f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.667533] env[69987]: DEBUG nova.network.neutron [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.677435] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.774463] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500990, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.883165] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d3f59b-46b6-20db-b7cc-fd128b881876, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.884189] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963a945e-4516-437d-9ba2-49d68fd0da96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.889957] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1087.889957] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5289baf0-71a3-9e52-87ee-a1e5afd05cfb" [ 1087.889957] env[69987]: _type = "Task" [ 1087.889957] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.902291] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5289baf0-71a3-9e52-87ee-a1e5afd05cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.161085] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.170270] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.181162] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.230s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.185771] env[69987]: INFO nova.compute.claims [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.191928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9dd37b0e-4aab-460d-8733-5bc256148f55 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.128s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.217961] env[69987]: DEBUG nova.network.neutron [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.229781] env[69987]: INFO nova.scheduler.client.report [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Deleted allocations for instance f5f58c4c-484f-4557-b572-da71671c0c4c [ 1088.282030] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500990, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.298788] env[69987]: DEBUG nova.network.neutron [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.400045] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5289baf0-71a3-9e52-87ee-a1e5afd05cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.027624} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.400338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.400649] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 4d64ff93-96bd-41cb-8dc2-edcc59f8273c/4d64ff93-96bd-41cb-8dc2-edcc59f8273c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.400923] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59a191de-776d-4efe-ab73-0ae5434589d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.407500] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1088.407500] env[69987]: value = "task-3500993" [ 1088.407500] env[69987]: _type = "Task" [ 1088.407500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.415255] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.664587] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625334} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.664870] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 0ef7a0da-8764-4517-a36b-59f29cf308c8/0ef7a0da-8764-4517-a36b-59f29cf308c8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.665103] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.665374] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ed43eb-cf4c-48ef-9789-fdaa3bc5b44d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.673761] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1088.673761] env[69987]: value = "task-3500994" [ 1088.673761] env[69987]: _type = "Task" [ 1088.673761] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.685674] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.693872] env[69987]: DEBUG oslo_concurrency.lockutils [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.695068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquired lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.695068] env[69987]: DEBUG nova.network.neutron [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.743977] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7ac4a25f-0a0c-4ec8-a3cf-800360d39fdd tempest-ServerPasswordTestJSON-1228267695 tempest-ServerPasswordTestJSON-1228267695-project-member] Lock "f5f58c4c-484f-4557-b572-da71671c0c4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.508s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.774760] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500990, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.802525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Releasing lock "refresh_cache-fb7b6c9a-b573-4461-8d64-bc6515be043f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.802981] env[69987]: DEBUG nova.compute.manager [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.803226] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.804209] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5317b4f-d4f3-4512-bcb6-b19d3f0987c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.814609] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.814904] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-415ccac1-4730-4bae-91e0-e2a6e3490e6c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.822918] env[69987]: DEBUG oslo_vmware.api [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1088.822918] env[69987]: value = "task-3500995" [ 1088.822918] env[69987]: _type = "Task" [ 1088.822918] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.833799] env[69987]: DEBUG oslo_vmware.api [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.918202] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473719} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.918564] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 4d64ff93-96bd-41cb-8dc2-edcc59f8273c/4d64ff93-96bd-41cb-8dc2-edcc59f8273c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.918841] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.919375] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aadc0b9-cab5-485e-af8e-c8b00e22ac67 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.925328] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1088.925328] env[69987]: value = "task-3500996" [ 1088.925328] env[69987]: _type = "Task" [ 1088.925328] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.934841] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.947669] env[69987]: INFO nova.compute.manager [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Rebuilding instance [ 1088.992495] env[69987]: DEBUG nova.compute.manager [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.993607] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5ad2f8-6905-4cb4-8b11-703fd303c27b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.186423] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08264} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.186786] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.187801] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fa14c-349a-42d1-88ff-87e44cedf484 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.220846] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 0ef7a0da-8764-4517-a36b-59f29cf308c8/0ef7a0da-8764-4517-a36b-59f29cf308c8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.221518] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fad2376-41f7-4445-9f10-6c7cba9b5479 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.245602] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1089.245602] env[69987]: value = "task-3500997" [ 1089.245602] env[69987]: _type = "Task" [ 1089.245602] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.256908] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.276422] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500990, 'name': CloneVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.334440] env[69987]: DEBUG oslo_vmware.api [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500995, 'name': PowerOffVM_Task, 'duration_secs': 0.170246} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.338264] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.338264] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.338264] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-570eede3-5a5c-4fcf-b710-7771b6697df0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.365123] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.365339] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.365568] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleting the datastore file [datastore1] fb7b6c9a-b573-4461-8d64-bc6515be043f {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.365807] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07aea5ff-6302-4e5e-93c6-7b4313b6c34d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.375107] env[69987]: DEBUG oslo_vmware.api [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for the task: (returnval){ [ 1089.375107] env[69987]: value = "task-3500999" [ 1089.375107] env[69987]: _type = "Task" [ 1089.375107] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.383234] env[69987]: DEBUG oslo_vmware.api [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.436716] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3500996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139986} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.437026] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.437898] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aec232-d0ce-4862-9b9d-568b7de8f728 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.461883] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 4d64ff93-96bd-41cb-8dc2-edcc59f8273c/4d64ff93-96bd-41cb-8dc2-edcc59f8273c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.467045] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd3ba832-51ad-444a-99be-635f08f3f2a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.491387] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1089.491387] env[69987]: value = "task-3501000" [ 1089.491387] env[69987]: _type = "Task" [ 1089.491387] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.502319] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.590171] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47073abc-2353-4b65-82ae-b7a6f9d05599 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.598179] env[69987]: DEBUG nova.network.neutron [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [{"id": "51de4fcc-04eb-42fa-8638-3547d84351b0", "address": "fa:16:3e:cc:79:46", "network": {"id": "c555538e-a8c8-49b9-940c-c5896ef9b3c5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-742383324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6555e6ab6a4023b1ce76c202d4ef43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51de4fcc-04", "ovs_interfaceid": "51de4fcc-04eb-42fa-8638-3547d84351b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.600022] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d238060-3483-4f62-8156-df9cfc1a3012 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.639219] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9378e3a3-9841-4db8-bad2-5cb3fb36f5cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.647791] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc25dd-0530-4085-80a7-0e7dcc3dfe21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.662323] env[69987]: DEBUG nova.compute.provider_tree [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.756358] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3500997, 'name': ReconfigVM_Task, 'duration_secs': 0.291632} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.756672] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 0ef7a0da-8764-4517-a36b-59f29cf308c8/0ef7a0da-8764-4517-a36b-59f29cf308c8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.757325] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cff8095-20f0-47b8-8f25-542d802bf817 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.763932] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1089.763932] env[69987]: value = "task-3501001" [ 1089.763932] env[69987]: _type = "Task" [ 1089.763932] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.774675] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501001, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.777777] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3500990, 'name': CloneVM_Task, 'duration_secs': 2.561684} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.778115] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Created linked-clone VM from snapshot [ 1089.778833] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034e7870-dd17-46b9-af41-e8992b7b7978 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.787505] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Uploading image 8fc48a0a-1804-4f18-bf20-88ed9a687634 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1089.810710] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1089.810710] env[69987]: value = "vm-699646" [ 1089.810710] env[69987]: _type = "VirtualMachine" [ 1089.810710] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1089.811295] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56c62053-2a3a-4081-88c6-6a307e30db26 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.820566] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease: (returnval){ [ 1089.820566] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521931bb-1e1a-a03c-4850-aad470c2baae" [ 1089.820566] env[69987]: _type = "HttpNfcLease" [ 1089.820566] env[69987]: } obtained for exporting VM: (result){ [ 1089.820566] env[69987]: value = "vm-699646" [ 1089.820566] env[69987]: _type = "VirtualMachine" [ 1089.820566] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1089.820566] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the lease: (returnval){ [ 1089.820566] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521931bb-1e1a-a03c-4850-aad470c2baae" [ 1089.820566] env[69987]: _type = "HttpNfcLease" [ 1089.820566] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1089.826580] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.826580] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521931bb-1e1a-a03c-4850-aad470c2baae" [ 1089.826580] env[69987]: _type = "HttpNfcLease" [ 1089.826580] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.886545] env[69987]: DEBUG oslo_vmware.api [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Task: {'id': task-3500999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093711} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.886879] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.887078] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.887366] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.887617] env[69987]: INFO nova.compute.manager [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1089.887924] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.888275] env[69987]: DEBUG nova.compute.manager [-] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.888651] env[69987]: DEBUG nova.network.neutron [-] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.910424] env[69987]: DEBUG nova.network.neutron [-] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.008109] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.008519] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.008746] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be950c6c-6534-4ecd-b262-59dba93502ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.014633] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1090.014633] env[69987]: value = "task-3501003" [ 1090.014633] env[69987]: _type = "Task" [ 1090.014633] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.022232] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.104948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Releasing lock "refresh_cache-f5bd91ff-5a34-4478-9ece-8918fee6101a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.106238] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5a0403-c6d1-45a0-96b1-0e0d5863bf8d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.113064] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Resuming the VM {{(pid=69987) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1090.113380] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e1bc8f-9ea9-4015-afa0-49d86d54e435 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.120034] env[69987]: DEBUG oslo_vmware.api [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1090.120034] env[69987]: value = "task-3501004" [ 1090.120034] env[69987]: _type = "Task" [ 1090.120034] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.129253] env[69987]: DEBUG oslo_vmware.api [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3501004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.165673] env[69987]: DEBUG nova.scheduler.client.report [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.279213] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501001, 'name': Rename_Task, 'duration_secs': 0.148923} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.279450] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.279749] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bef60c19-d2c6-4a87-ab76-7ac91d2187f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.287023] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1090.287023] env[69987]: value = "task-3501005" [ 1090.287023] env[69987]: _type = "Task" [ 1090.287023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.299205] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.331203] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.331203] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521931bb-1e1a-a03c-4850-aad470c2baae" [ 1090.331203] env[69987]: _type = "HttpNfcLease" [ 1090.331203] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.331203] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.331203] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521931bb-1e1a-a03c-4850-aad470c2baae" [ 1090.331203] env[69987]: _type = "HttpNfcLease" [ 1090.331203] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.331203] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a9786-c99f-4823-8322-e82d10de383b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.342710] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ddff-fe1d-508f-86f6-039c94406a95/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.344101] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ddff-fe1d-508f-86f6-039c94406a95/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.412938] env[69987]: DEBUG nova.network.neutron [-] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.477060] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5da19224-7821-4e7e-842e-020c4f8300fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.509380] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501000, 'name': ReconfigVM_Task, 'duration_secs': 0.974928} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.509380] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 4d64ff93-96bd-41cb-8dc2-edcc59f8273c/4d64ff93-96bd-41cb-8dc2-edcc59f8273c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.509380] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a34027a4-bbdf-46ef-b9fd-a4c412b00b86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.524808] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1090.524808] env[69987]: value = "task-3501006" [ 1090.524808] env[69987]: _type = "Task" [ 1090.524808] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.535326] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501006, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.540422] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1090.540857] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.542304] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81926eb8-ddb2-4541-8799-918fc3b861a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.554678] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.555078] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0676d2a3-1a43-4c64-998b-7bd9ab2b235a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.633208] env[69987]: DEBUG oslo_vmware.api [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3501004, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.643835] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.644242] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.644331] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleting the datastore file [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.644684] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1fa7718-c550-4fca-8adc-860d69d09e4d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.657917] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1090.657917] env[69987]: value = "task-3501008" [ 1090.657917] env[69987]: _type = "Task" [ 1090.657917] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.678569] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.679235] env[69987]: DEBUG nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.682628] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.685588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.291s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.686909] env[69987]: DEBUG nova.objects.instance [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'resources' on Instance uuid 1b193fd9-d782-44d2-860b-83b53ee06485 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.801690] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.915558] env[69987]: INFO nova.compute.manager [-] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Took 1.03 seconds to deallocate network for instance. [ 1091.043723] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501006, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.135512] env[69987]: DEBUG oslo_vmware.api [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3501004, 'name': PowerOnVM_Task, 'duration_secs': 0.612754} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.135830] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Resumed the VM {{(pid=69987) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1091.136065] env[69987]: DEBUG nova.compute.manager [None req-edcfc812-f0b6-4a39-98cf-b88e98262ccf tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.138095] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df6a05-14ee-4bd5-a621-5655abe7a0ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.173551] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284476} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.175706] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.175706] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.175706] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.189181] env[69987]: DEBUG nova.compute.utils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.190630] env[69987]: DEBUG nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.191716] env[69987]: DEBUG nova.network.neutron [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.289731] env[69987]: DEBUG nova.policy [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60a1a91cf02b4f15b4648eb6e487b926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6feaa4ef383a4a10a54e7f9331f4569f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.303757] env[69987]: DEBUG oslo_vmware.api [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501005, 'name': PowerOnVM_Task, 'duration_secs': 0.74704} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.304575] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.304823] env[69987]: INFO nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Took 12.63 seconds to spawn the instance on the hypervisor. [ 1091.305976] env[69987]: DEBUG nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.307199] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28543c59-8611-4761-a077-959777cfb517 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.423357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.538662] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501006, 'name': Rename_Task, 'duration_secs': 0.679306} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.538998] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.539386] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f57ab999-2845-4e2c-adad-53f1df53d724 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.550812] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1091.550812] env[69987]: value = "task-3501009" [ 1091.550812] env[69987]: _type = "Task" [ 1091.550812] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.566347] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.649939] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ab7fbc-968b-40bc-82b5-327383805612 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.669073] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fb52de-2a42-4ba4-ba41-9887042c9089 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.719567] env[69987]: DEBUG nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.722948] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dcbfbd-2c13-49b4-8f67-f36ef5fd67cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.731299] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c9dd3-666b-4701-89d2-79be1c340e08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.753456] env[69987]: DEBUG nova.compute.provider_tree [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.838263] env[69987]: INFO nova.compute.manager [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Took 37.94 seconds to build instance. [ 1091.904418] env[69987]: DEBUG nova.network.neutron [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Successfully created port: 9fec77fe-38bd-4be5-85bd-0b4f588780e0 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.069024] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501009, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.227032] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.227632] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.227945] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.228300] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.228574] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.228857] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.230746] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.231072] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.231394] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.231814] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.232157] env[69987]: DEBUG nova.virt.hardware [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.237457] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24659ca6-6425-4145-9174-8fcb2e351661 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.250813] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2057eb0e-fbd3-4a26-8457-2fea1b0cfbac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.262384] env[69987]: DEBUG nova.scheduler.client.report [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.281340] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:23:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f8fd8c-d527-4efe-9701-99170ff2ff43', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.298023] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.298023] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.298023] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f446a704-1c48-4576-8377-3ab8ac49a42b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.326094] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.326094] env[69987]: value = "task-3501010" [ 1092.326094] env[69987]: _type = "Task" [ 1092.326094] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.335705] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501010, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.344316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-98681916-2060-467e-8196-c2c94d1d737f tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.454s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.347339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.347666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.565221] env[69987]: DEBUG oslo_vmware.api [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501009, 'name': PowerOnVM_Task, 'duration_secs': 0.871909} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.565522] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.565772] env[69987]: INFO nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1092.565988] env[69987]: DEBUG nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.566854] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed6896-1f83-4c46-8ef5-64406e6cd953 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.746394] env[69987]: DEBUG nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.769417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.774071] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.774321] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.774486] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.775442] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.775442] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.775442] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.775442] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.775442] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.775697] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.775941] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.776140] env[69987]: DEBUG nova.virt.hardware [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.776679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.553s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.777939] env[69987]: DEBUG nova.objects.instance [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lazy-loading 'resources' on Instance uuid 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.778692] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c565eb59-1046-4fbc-9785-a22c2d5a730b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.791283] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e078250-cd1e-4709-9778-816164d93cb5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.811903] env[69987]: INFO nova.scheduler.client.report [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted allocations for instance 1b193fd9-d782-44d2-860b-83b53ee06485 [ 1092.835365] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501010, 'name': CreateVM_Task, 'duration_secs': 0.44856} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.835624] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.836383] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.836587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.837106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.837208] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a60ff63-41b2-4ec4-a237-4538799155a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.843052] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1092.843052] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524f3d65-e401-e00a-4504-5573dcced034" [ 1092.843052] env[69987]: _type = "Task" [ 1092.843052] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.856346] env[69987]: DEBUG nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.858513] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524f3d65-e401-e00a-4504-5573dcced034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.084860] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "0ef7a0da-8764-4517-a36b-59f29cf308c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.085206] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.089023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.089023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.089023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.091239] env[69987]: INFO nova.compute.manager [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Took 36.17 seconds to build instance. [ 1093.092371] env[69987]: INFO nova.compute.manager [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Terminating instance [ 1093.321991] env[69987]: DEBUG oslo_concurrency.lockutils [None req-6fe501d8-004e-4758-b6e4-aeedb8346bec tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "1b193fd9-d782-44d2-860b-83b53ee06485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.180s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.358190] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524f3d65-e401-e00a-4504-5573dcced034, 'name': SearchDatastore_Task, 'duration_secs': 0.013368} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.358190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.358190] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.358190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.358190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.358632] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.359038] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165ada58-c4b0-4d93-ac2a-0b811a71e1da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.374981] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.375228] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.376108] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d227679-f3e3-43dc-b613-f2b731ea996f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.386236] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1093.386236] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fd65eb-a9de-3941-9457-701536460a54" [ 1093.386236] env[69987]: _type = "Task" [ 1093.386236] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.387626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.401987] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fd65eb-a9de-3941-9457-701536460a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.403983] env[69987]: INFO nova.compute.manager [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Rebuilding instance [ 1093.461262] env[69987]: DEBUG nova.compute.manager [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.462504] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1de6566-bfa4-468e-9cb4-92385dfb6883 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.595067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-68104be6-5d7f-4245-af7f-547d705b01c4 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.687s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.597089] env[69987]: DEBUG nova.compute.manager [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.597440] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.598513] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e43fba6-a5d5-4c51-92d8-7e50059b16a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.607130] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.609935] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd0a218f-3325-488d-bdee-dd24381395ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.619076] env[69987]: DEBUG oslo_vmware.api [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1093.619076] env[69987]: value = "task-3501011" [ 1093.619076] env[69987]: _type = "Task" [ 1093.619076] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.627905] env[69987]: DEBUG oslo_vmware.api [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.653979] env[69987]: DEBUG nova.compute.manager [req-b88d56c1-5cb0-48fe-88ae-7049fbbcd29b req-35f60210-efb7-408d-aaae-f539646fe226 service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Received event network-vif-plugged-9fec77fe-38bd-4be5-85bd-0b4f588780e0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.654219] env[69987]: DEBUG oslo_concurrency.lockutils [req-b88d56c1-5cb0-48fe-88ae-7049fbbcd29b req-35f60210-efb7-408d-aaae-f539646fe226 service nova] Acquiring lock "6607c793-442b-405b-8c41-d29c12c2f80e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.654429] env[69987]: DEBUG oslo_concurrency.lockutils [req-b88d56c1-5cb0-48fe-88ae-7049fbbcd29b req-35f60210-efb7-408d-aaae-f539646fe226 service nova] Lock "6607c793-442b-405b-8c41-d29c12c2f80e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.654788] env[69987]: DEBUG oslo_concurrency.lockutils [req-b88d56c1-5cb0-48fe-88ae-7049fbbcd29b req-35f60210-efb7-408d-aaae-f539646fe226 service nova] Lock "6607c793-442b-405b-8c41-d29c12c2f80e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.654788] env[69987]: DEBUG nova.compute.manager [req-b88d56c1-5cb0-48fe-88ae-7049fbbcd29b req-35f60210-efb7-408d-aaae-f539646fe226 service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] No waiting events found dispatching network-vif-plugged-9fec77fe-38bd-4be5-85bd-0b4f588780e0 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.654960] env[69987]: WARNING nova.compute.manager [req-b88d56c1-5cb0-48fe-88ae-7049fbbcd29b req-35f60210-efb7-408d-aaae-f539646fe226 service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Received unexpected event network-vif-plugged-9fec77fe-38bd-4be5-85bd-0b4f588780e0 for instance with vm_state building and task_state spawning. [ 1093.691870] env[69987]: DEBUG nova.network.neutron [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Successfully updated port: 9fec77fe-38bd-4be5-85bd-0b4f588780e0 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.748402] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835e808f-7f0d-4946-b8e7-2437f775b75e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.756783] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10d736b-8e3b-4c75-893a-d76be2e16590 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.802233] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7110e09-2d98-47b2-9965-cfe53f845b68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.808301] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b4aeee-a407-402e-9805-2ba0436568a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.822979] env[69987]: DEBUG nova.compute.provider_tree [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.898304] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fd65eb-a9de-3941-9457-701536460a54, 'name': SearchDatastore_Task, 'duration_secs': 0.013236} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.899927] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7924e92-bbce-48cd-9f88-346b5053d583 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.905257] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1093.905257] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c705fd-3f8d-26e3-3753-9720f8043a30" [ 1093.905257] env[69987]: _type = "Task" [ 1093.905257] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.914124] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c705fd-3f8d-26e3-3753-9720f8043a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.132362] env[69987]: DEBUG oslo_vmware.api [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501011, 'name': PowerOffVM_Task, 'duration_secs': 0.184853} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.132975] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.133300] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.133646] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c5b617b-d83d-4c66-a45e-3440af8a0931 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.195029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.195239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.195628] env[69987]: DEBUG nova.network.neutron [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.228023] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.228023] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.228023] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Deleting the datastore file [datastore1] 0ef7a0da-8764-4517-a36b-59f29cf308c8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.228023] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f161d4-937a-4dcb-a22e-53a8d4bdc842 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.236024] env[69987]: DEBUG oslo_vmware.api [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for the task: (returnval){ [ 1094.236024] env[69987]: value = "task-3501013" [ 1094.236024] env[69987]: _type = "Task" [ 1094.236024] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.248749] env[69987]: DEBUG oslo_vmware.api [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.327079] env[69987]: DEBUG nova.scheduler.client.report [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.420857] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c705fd-3f8d-26e3-3753-9720f8043a30, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.421168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.421436] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.421701] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-224a2846-95c0-416b-b562-cf49ecee4cf9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.431785] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1094.431785] env[69987]: value = "task-3501014" [ 1094.431785] env[69987]: _type = "Task" [ 1094.431785] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.443333] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.457020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.457345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.457551] env[69987]: DEBUG nova.compute.manager [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.458453] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cbe61f-918a-4276-a26a-8dc2ab283e2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.466034] env[69987]: DEBUG nova.compute.manager [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1094.466223] env[69987]: DEBUG nova.objects.instance [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'flavor' on Instance uuid 739c7f83-2c66-4845-ab9f-8db7877f3003 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.478954] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.479279] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e47fa6-fa9f-45f6-a506-7f87b91e22f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.487607] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1094.487607] env[69987]: value = "task-3501015" [ 1094.487607] env[69987]: _type = "Task" [ 1094.487607] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.501732] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.746642] env[69987]: DEBUG oslo_vmware.api [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Task: {'id': task-3501013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383937} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.747779] env[69987]: DEBUG nova.network.neutron [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.749881] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.750215] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.750453] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.750732] env[69987]: INFO nova.compute.manager [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.751017] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.751288] env[69987]: DEBUG nova.compute.manager [-] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.751390] env[69987]: DEBUG nova.network.neutron [-] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.834148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.837115] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.938s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.840227] env[69987]: INFO nova.compute.claims [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.853676] env[69987]: INFO nova.scheduler.client.report [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted allocations for instance 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc [ 1094.942547] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501014, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.999131] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501015, 'name': PowerOffVM_Task, 'duration_secs': 0.17923} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.999516] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.001498] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.002597] env[69987]: DEBUG nova.network.neutron [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Updating instance_info_cache with network_info: [{"id": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "address": "fa:16:3e:cd:28:fe", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec77fe-38", "ovs_interfaceid": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.007064] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e0f620-2513-43ed-a2ac-c56494c1084c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.012192] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1095.012192] env[69987]: value = "task-3501016" [ 1095.012192] env[69987]: _type = "Task" [ 1095.012192] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.023409] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.023409] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.023409] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699602', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'name': 'volume-cce92569-defd-48ff-838c-6477275edfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9b31f5e-906c-4cf3-8e2f-3651b801787c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'serial': 'cce92569-defd-48ff-838c-6477275edfa2'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.024273] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b87d17-da1b-4cc6-9c1b-b04d049c07bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.045114] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5114f4ab-802f-4786-84c1-fa2d5961c08c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.051351] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4618b265-52bc-4e1d-8a02-742187b24590 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.072062] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd92ef-38ae-4ac5-8880-8cb2d714d44b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.088107] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] The volume has not been displaced from its original location: [datastore2] volume-cce92569-defd-48ff-838c-6477275edfa2/volume-cce92569-defd-48ff-838c-6477275edfa2.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.093939] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.094285] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b86b73f-8c52-4aed-8604-8d8a5a64505f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.113213] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1095.113213] env[69987]: value = "task-3501017" [ 1095.113213] env[69987]: _type = "Task" [ 1095.113213] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.123910] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.369068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59dc4641-1e14-4e62-bf4e-457e907c7317 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.631s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.446092] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682697} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.447352] env[69987]: DEBUG nova.compute.manager [req-8b87a0d9-3fe7-4547-84c3-daf891e916d3 req-a63174f0-2690-46dc-b23a-d4afda7b70fa service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received event network-vif-deleted-274f9a72-90f2-4fb5-ae2b-af956b7805d8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.447540] env[69987]: INFO nova.compute.manager [req-8b87a0d9-3fe7-4547-84c3-daf891e916d3 req-a63174f0-2690-46dc-b23a-d4afda7b70fa service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Neutron deleted interface 274f9a72-90f2-4fb5-ae2b-af956b7805d8; detaching it from the instance and deleting it from the info cache [ 1095.447778] env[69987]: DEBUG nova.network.neutron [req-8b87a0d9-3fe7-4547-84c3-daf891e916d3 req-a63174f0-2690-46dc-b23a-d4afda7b70fa service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Updating instance_info_cache with network_info: [{"id": "b736a949-11ba-4b71-803a-faf88d99fefa", "address": "fa:16:3e:a9:00:a8", "network": {"id": "989ebfcd-1d3c-45f3-9472-49621a0cbe8c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-672083889", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d36304c8d52f4fd78481541b79ddee7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb736a949-11", "ovs_interfaceid": "b736a949-11ba-4b71-803a-faf88d99fefa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.449198] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.449440] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.450147] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f438d3b-a6fa-4984-964f-db0e2cb9a6ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.458055] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1095.458055] env[69987]: value = "task-3501018" [ 1095.458055] env[69987]: _type = "Task" [ 1095.458055] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.469950] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.475128] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.476224] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca432170-a6bb-47d4-a869-95f69d81fb76 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.485272] env[69987]: DEBUG oslo_vmware.api [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1095.485272] env[69987]: value = "task-3501019" [ 1095.485272] env[69987]: _type = "Task" [ 1095.485272] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.499589] env[69987]: DEBUG oslo_vmware.api [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.507965] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.508497] env[69987]: DEBUG nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Instance network_info: |[{"id": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "address": "fa:16:3e:cd:28:fe", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec77fe-38", "ovs_interfaceid": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.509509] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:28:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fec77fe-38bd-4be5-85bd-0b4f588780e0', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.517987] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.518673] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.518935] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b0c4a2b-35b4-4845-a060-9ea4fab01423 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.539480] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.539480] env[69987]: value = "task-3501020" [ 1095.539480] env[69987]: _type = "Task" [ 1095.539480] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.547833] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501020, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.623557] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501017, 'name': ReconfigVM_Task, 'duration_secs': 0.174805} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.623848] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.629740] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-855cd373-6b38-42c6-8b60-774af5ec1d5c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.646630] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1095.646630] env[69987]: value = "task-3501021" [ 1095.646630] env[69987]: _type = "Task" [ 1095.646630] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.655697] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.805308] env[69987]: DEBUG nova.compute.manager [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Received event network-changed-9fec77fe-38bd-4be5-85bd-0b4f588780e0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.805308] env[69987]: DEBUG nova.compute.manager [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Refreshing instance network info cache due to event network-changed-9fec77fe-38bd-4be5-85bd-0b4f588780e0. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.805308] env[69987]: DEBUG oslo_concurrency.lockutils [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] Acquiring lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.805308] env[69987]: DEBUG oslo_concurrency.lockutils [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] Acquired lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.805614] env[69987]: DEBUG nova.network.neutron [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Refreshing network info cache for port 9fec77fe-38bd-4be5-85bd-0b4f588780e0 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.824327] env[69987]: DEBUG nova.compute.manager [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1095.951654] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ae67e51-3d27-4b7f-b074-5fca1f5e4e8d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.965562] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8465704a-e588-49d6-84ee-005e8de7f1bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.987990] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0731} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.992324] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.993293] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d264b-eb47-4820-80af-9e79452a179f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.008113] env[69987]: DEBUG nova.compute.manager [req-8b87a0d9-3fe7-4547-84c3-daf891e916d3 req-a63174f0-2690-46dc-b23a-d4afda7b70fa service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Detach interface failed, port_id=274f9a72-90f2-4fb5-ae2b-af956b7805d8, reason: Instance 0ef7a0da-8764-4517-a36b-59f29cf308c8 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.015145] env[69987]: DEBUG oslo_vmware.api [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501019, 'name': PowerOffVM_Task, 'duration_secs': 0.239031} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.029048] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.029296] env[69987]: DEBUG nova.compute.manager [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.039885] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.042208] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eb2815-c239-46f4-835a-f5258797a38a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.046298] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b83d19c4-62a8-4cae-b3a2-318f54da5961 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.076252] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1096.076252] env[69987]: value = "task-3501022" [ 1096.076252] env[69987]: _type = "Task" [ 1096.076252] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.076811] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501020, 'name': CreateVM_Task, 'duration_secs': 0.467953} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.077306] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.083604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.083808] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.084154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.086614] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67f1dda-a1da-4a7c-8a67-470f5d3eaf11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.096429] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.097971] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1096.097971] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ca41f1-1443-7d37-35c7-866f1ddd12c9" [ 1096.097971] env[69987]: _type = "Task" [ 1096.097971] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.114184] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ca41f1-1443-7d37-35c7-866f1ddd12c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.164173] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501021, 'name': ReconfigVM_Task, 'duration_secs': 0.181998} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.168553] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699602', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'name': 'volume-cce92569-defd-48ff-838c-6477275edfa2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9b31f5e-906c-4cf3-8e2f-3651b801787c', 'attached_at': '', 'detached_at': '', 'volume_id': 'cce92569-defd-48ff-838c-6477275edfa2', 'serial': 'cce92569-defd-48ff-838c-6477275edfa2'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.169066] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.173194] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b37aeb5-1436-4bd9-9a19-9172f71e9a4f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.182796] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.185769] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1b7dfce-bdfb-4dac-b902-efd859619c02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.247995] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.247995] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.248186] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Deleting the datastore file [datastore2] b9b31f5e-906c-4cf3-8e2f-3651b801787c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.248648] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f387b1-07f0-47d1-9568-63cda1df124b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.255920] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for the task: (returnval){ [ 1096.255920] env[69987]: value = "task-3501024" [ 1096.255920] env[69987]: _type = "Task" [ 1096.255920] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.267939] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.308548] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b1beab-1464-46ca-8e3b-983f1bc1f59b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.318835] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada8a52-117a-495a-bd3b-91cd7120322c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.353343] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ca380-a767-43c1-bd8a-b0675590edd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.365129] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159be526-21d2-40d2-9dbb-cac363cb65ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.370018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.380509] env[69987]: DEBUG nova.compute.provider_tree [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.423473] env[69987]: DEBUG nova.network.neutron [-] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.583200] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dd36b7a0-6727-445a-8840-3afe5c2be8b0 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.126s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.590606] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.592119] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.592354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.592574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.592778] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.592946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.595395] env[69987]: DEBUG nova.network.neutron [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Updated VIF entry in instance network info cache for port 9fec77fe-38bd-4be5-85bd-0b4f588780e0. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.595664] env[69987]: DEBUG nova.network.neutron [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Updating instance_info_cache with network_info: [{"id": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "address": "fa:16:3e:cd:28:fe", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec77fe-38", "ovs_interfaceid": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.596988] env[69987]: INFO nova.compute.manager [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Terminating instance [ 1096.611944] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ca41f1-1443-7d37-35c7-866f1ddd12c9, 'name': SearchDatastore_Task, 'duration_secs': 0.016258} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.611944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.611944] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.611944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.611944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.611944] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.611944] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39169a56-f779-4897-b405-600f1ea148a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.621496] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.621693] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.622504] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d80579-4899-4ff4-9c48-c60011d637f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.628472] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1096.628472] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e7a9e3-610e-1622-2e8d-d07312d3c7a2" [ 1096.628472] env[69987]: _type = "Task" [ 1096.628472] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.636889] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e7a9e3-610e-1622-2e8d-d07312d3c7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.767139] env[69987]: DEBUG oslo_vmware.api [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Task: {'id': task-3501024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178935} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.767470] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.767611] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.767792] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.834585] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.835090] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c19fc501-1382-4bf6-83e2-9e3c77d96f41 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.844957] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8362aa7e-f036-41a0-a7b1-6fa0420530c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.880331] env[69987]: ERROR nova.compute.manager [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Failed to detach volume cce92569-defd-48ff-838c-6477275edfa2 from /dev/sda: nova.exception.InstanceNotFound: Instance b9b31f5e-906c-4cf3-8e2f-3651b801787c could not be found. [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Traceback (most recent call last): [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self.driver.rebuild(**kwargs) [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] raise NotImplementedError() [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] NotImplementedError [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] During handling of the above exception, another exception occurred: [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Traceback (most recent call last): [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self.driver.detach_volume(context, old_connection_info, [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] return self._volumeops.detach_volume(connection_info, instance) [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self._detach_volume_vmdk(connection_info, instance) [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] stable_ref.fetch_moref(session) [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] nova.exception.InstanceNotFound: Instance b9b31f5e-906c-4cf3-8e2f-3651b801787c could not be found. [ 1096.880331] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1096.884207] env[69987]: DEBUG nova.scheduler.client.report [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.924874] env[69987]: INFO nova.compute.manager [-] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Took 2.17 seconds to deallocate network for instance. [ 1097.017176] env[69987]: DEBUG nova.compute.utils [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Build of instance b9b31f5e-906c-4cf3-8e2f-3651b801787c aborted: Failed to rebuild volume backed instance. {{(pid=69987) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1097.021194] env[69987]: ERROR nova.compute.manager [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b9b31f5e-906c-4cf3-8e2f-3651b801787c aborted: Failed to rebuild volume backed instance. [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Traceback (most recent call last): [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self.driver.rebuild(**kwargs) [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] raise NotImplementedError() [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] NotImplementedError [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] During handling of the above exception, another exception occurred: [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Traceback (most recent call last): [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self._detach_root_volume(context, instance, root_bdm) [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] with excutils.save_and_reraise_exception(): [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self.force_reraise() [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] raise self.value [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self.driver.detach_volume(context, old_connection_info, [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] return self._volumeops.detach_volume(connection_info, instance) [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self._detach_volume_vmdk(connection_info, instance) [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] stable_ref.fetch_moref(session) [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] nova.exception.InstanceNotFound: Instance b9b31f5e-906c-4cf3-8e2f-3651b801787c could not be found. [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] During handling of the above exception, another exception occurred: [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Traceback (most recent call last): [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] yield [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1097.021194] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self._do_rebuild_instance_with_claim( [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self._do_rebuild_instance( [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self._rebuild_default_impl(**kwargs) [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] self._rebuild_volume_backed_instance( [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] raise exception.BuildAbortException( [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] nova.exception.BuildAbortException: Build of instance b9b31f5e-906c-4cf3-8e2f-3651b801787c aborted: Failed to rebuild volume backed instance. [ 1097.022541] env[69987]: ERROR nova.compute.manager [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] [ 1097.095184] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501022, 'name': ReconfigVM_Task, 'duration_secs': 0.703074} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.095184] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f/91ba8740-abfb-4cf6-80bf-552cf5b2586f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.095184] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f38327-9fcf-4fdd-8104-627135d9a5bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.099462] env[69987]: DEBUG oslo_concurrency.lockutils [req-d36dd137-5850-461e-bda3-cd19c3f5cfe4 req-fa83be79-7e24-411a-a1da-c66c0cc2df5f service nova] Releasing lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.100443] env[69987]: DEBUG nova.compute.manager [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.100776] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.101966] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aaa5cc-2ae7-458f-9d64-dc91250a0412 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.107793] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1097.107793] env[69987]: value = "task-3501025" [ 1097.107793] env[69987]: _type = "Task" [ 1097.107793] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.116335] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.117179] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43784dd3-79ea-468e-b8d0-bfc870059bd8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.124767] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501025, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.130500] env[69987]: DEBUG oslo_vmware.api [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1097.130500] env[69987]: value = "task-3501026" [ 1097.130500] env[69987]: _type = "Task" [ 1097.130500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.146856] env[69987]: DEBUG oslo_vmware.api [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.152133] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e7a9e3-610e-1622-2e8d-d07312d3c7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01767} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.153218] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb5634a-d249-4b34-96d6-10bb21e6e9ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.160387] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1097.160387] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521edc16-d36c-0256-0da8-a5617f562e04" [ 1097.160387] env[69987]: _type = "Task" [ 1097.160387] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.170994] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521edc16-d36c-0256-0da8-a5617f562e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.275946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.276376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.284701] env[69987]: DEBUG nova.objects.instance [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'flavor' on Instance uuid 739c7f83-2c66-4845-ab9f-8db7877f3003 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.390757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.391417] env[69987]: DEBUG nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.394164] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.005s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.394388] env[69987]: DEBUG nova.objects.instance [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lazy-loading 'resources' on Instance uuid b45e94ae-d45b-4632-b8da-ae1cb246450a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.432089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.508894] env[69987]: DEBUG nova.compute.manager [req-6d27309e-c2f3-47cd-b0ec-77d68c0aaf09 req-be86c82c-d21e-43d6-8158-b677e945a3d1 service nova] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Received event network-vif-deleted-b736a949-11ba-4b71-803a-faf88d99fefa {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.618112] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501025, 'name': Rename_Task, 'duration_secs': 0.20973} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.618434] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.618716] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1602ef83-f5f4-4658-a31f-6b82fadac26b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.625755] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1097.625755] env[69987]: value = "task-3501027" [ 1097.625755] env[69987]: _type = "Task" [ 1097.625755] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.633610] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.643565] env[69987]: DEBUG oslo_vmware.api [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501026, 'name': PowerOffVM_Task, 'duration_secs': 0.272846} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.643818] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.643988] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.644234] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6e9bfa-0b75-44d1-a99f-f1fa1fcf4a73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.672293] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521edc16-d36c-0256-0da8-a5617f562e04, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.672592] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.672858] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/6607c793-442b-405b-8c41-d29c12c2f80e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.673141] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-260f322e-1237-4a21-a2b5-bed0d3595cd4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.680373] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1097.680373] env[69987]: value = "task-3501029" [ 1097.680373] env[69987]: _type = "Task" [ 1097.680373] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.689399] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.719834] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.720126] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.720339] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleting the datastore file [datastore1] 1045259e-3aad-4d1b-8ec0-3d7f375803a1 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.720623] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17e86e5f-eeb2-4532-be1e-39dca9d9b9c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.727165] env[69987]: DEBUG oslo_vmware.api [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1097.727165] env[69987]: value = "task-3501030" [ 1097.727165] env[69987]: _type = "Task" [ 1097.727165] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.736756] env[69987]: DEBUG oslo_vmware.api [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.779107] env[69987]: DEBUG nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.794494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.794703] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.794977] env[69987]: DEBUG nova.network.neutron [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.795254] env[69987]: DEBUG nova.objects.instance [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'info_cache' on Instance uuid 739c7f83-2c66-4845-ab9f-8db7877f3003 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.897772] env[69987]: DEBUG nova.compute.utils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.902125] env[69987]: DEBUG nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.903033] env[69987]: DEBUG nova.network.neutron [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.959337] env[69987]: DEBUG nova.policy [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00a88a462f4048a2b67a25f7fcdb3ec0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6984de3f9e4c4b78bfc9f6317ee37d2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.142202] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501027, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.201138] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.241247] env[69987]: DEBUG oslo_vmware.api [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337288} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.242730] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.243043] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.246441] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.246441] env[69987]: INFO nova.compute.manager [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1098.246441] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.246441] env[69987]: DEBUG nova.compute.manager [-] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.246441] env[69987]: DEBUG nova.network.neutron [-] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.248044] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aeb3f8-45f2-47e0-a19a-b55e0da2a159 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.257348] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e218df2-2f08-452e-9d0a-874765b6ad29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.296852] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742dfe06-a279-4544-8866-7d144ad92f06 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.302843] env[69987]: DEBUG nova.objects.base [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Object Instance<739c7f83-2c66-4845-ab9f-8db7877f3003> lazy-loaded attributes: flavor,info_cache {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1098.309648] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550df40d-faf4-4664-b568-491abd45f796 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.326208] env[69987]: DEBUG nova.compute.provider_tree [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.328677] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.385748] env[69987]: DEBUG nova.network.neutron [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Successfully created port: 53dffda4-7fd5-4f81-a204-a58d3f95a662 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.402785] env[69987]: DEBUG nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.623065] env[69987]: DEBUG nova.compute.manager [req-8f38a84a-a254-40e3-8f08-b21e8d877ca7 req-f97e9124-e9a9-4475-a889-5f73f4904ec1 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Received event network-vif-deleted-0b2754d1-bcb7-4836-a4ca-8d0d854703a3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.623065] env[69987]: INFO nova.compute.manager [req-8f38a84a-a254-40e3-8f08-b21e8d877ca7 req-f97e9124-e9a9-4475-a889-5f73f4904ec1 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Neutron deleted interface 0b2754d1-bcb7-4836-a4ca-8d0d854703a3; detaching it from the instance and deleting it from the info cache [ 1098.623254] env[69987]: DEBUG nova.network.neutron [req-8f38a84a-a254-40e3-8f08-b21e8d877ca7 req-f97e9124-e9a9-4475-a889-5f73f4904ec1 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.639662] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501027, 'name': PowerOnVM_Task, 'duration_secs': 0.846498} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.640288] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.640376] env[69987]: DEBUG nova.compute.manager [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.641594] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cc8f93-5a92-4325-99b0-8bc2046e7a81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.692152] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611316} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.692431] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/6607c793-442b-405b-8c41-d29c12c2f80e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.692644] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.692892] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd1950b9-83f3-4ce3-a558-e335f479c1a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.700734] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1098.700734] env[69987]: value = "task-3501031" [ 1098.700734] env[69987]: _type = "Task" [ 1098.700734] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.711708] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.833015] env[69987]: DEBUG nova.scheduler.client.report [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.836658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.836905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.837119] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.837306] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.837470] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.843476] env[69987]: INFO nova.compute.manager [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Terminating instance [ 1099.042401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.060084] env[69987]: DEBUG nova.network.neutron [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.095282] env[69987]: DEBUG nova.network.neutron [-] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.126953] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd929d66-7a0d-4256-90af-dfdd97f4d965 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.137728] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50787ca4-9a4b-42bb-9bc0-c5cd9560713e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.154249] env[69987]: INFO nova.compute.manager [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] bringing vm to original state: 'stopped' [ 1099.172998] env[69987]: DEBUG nova.compute.manager [req-8f38a84a-a254-40e3-8f08-b21e8d877ca7 req-f97e9124-e9a9-4475-a889-5f73f4904ec1 service nova] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Detach interface failed, port_id=0b2754d1-bcb7-4836-a4ca-8d0d854703a3, reason: Instance 1045259e-3aad-4d1b-8ec0-3d7f375803a1 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.211437] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072234} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.212277] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.214128] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732dbe36-9acd-41bd-bb89-dcc80a0633ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.237493] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/6607c793-442b-405b-8c41-d29c12c2f80e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.237493] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1e3028-9843-4c8b-b876-ca5a47cf887e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.257109] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1099.257109] env[69987]: value = "task-3501032" [ 1099.257109] env[69987]: _type = "Task" [ 1099.257109] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.266114] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.349782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.352259] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.451s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.353774] env[69987]: INFO nova.compute.claims [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.356840] env[69987]: DEBUG nova.compute.manager [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.357070] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.358244] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a753936e-5eb7-4ad0-8dad-4cd0b38c1541 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.366516] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.366920] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-171d846b-0655-4cd8-aa5a-3d19fd673405 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.373293] env[69987]: DEBUG oslo_vmware.api [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1099.373293] env[69987]: value = "task-3501033" [ 1099.373293] env[69987]: _type = "Task" [ 1099.373293] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.381762] env[69987]: DEBUG oslo_vmware.api [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3501033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.382919] env[69987]: INFO nova.scheduler.client.report [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Deleted allocations for instance b45e94ae-d45b-4632-b8da-ae1cb246450a [ 1099.413382] env[69987]: DEBUG nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.440929] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.440929] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.441330] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.441547] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.441892] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.442269] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.443248] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.443248] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.443434] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.443648] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.443967] env[69987]: DEBUG nova.virt.hardware [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.445558] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c70dbb-c55f-4db1-a653-8308b54c35a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.456371] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a392ae-e44a-417a-8e91-48a9869a02b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.562717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.598408] env[69987]: INFO nova.compute.manager [-] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Took 1.35 seconds to deallocate network for instance. [ 1099.770023] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.892411] env[69987]: DEBUG oslo_vmware.api [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3501033, 'name': PowerOffVM_Task, 'duration_secs': 0.322907} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.892971] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.893284] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.893788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9a5a82b-1d69-4e1e-870a-8b729673d03e tempest-MigrationsAdminTest-1290478568 tempest-MigrationsAdminTest-1290478568-project-member] Lock "b45e94ae-d45b-4632-b8da-ae1cb246450a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.952s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.894679] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48114175-ae09-4e3f-80dc-da1750eddb20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.957139] env[69987]: DEBUG nova.compute.manager [req-2c1030c0-fd70-48be-88b1-0d81f0e016cc req-67d899f4-43fd-4e5f-8110-cea14ddb8cd6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Received event network-vif-plugged-53dffda4-7fd5-4f81-a204-a58d3f95a662 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.957379] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c1030c0-fd70-48be-88b1-0d81f0e016cc req-67d899f4-43fd-4e5f-8110-cea14ddb8cd6 service nova] Acquiring lock "cda39513-00d1-4838-8936-42ac5e64064e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.957594] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c1030c0-fd70-48be-88b1-0d81f0e016cc req-67d899f4-43fd-4e5f-8110-cea14ddb8cd6 service nova] Lock "cda39513-00d1-4838-8936-42ac5e64064e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.957766] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c1030c0-fd70-48be-88b1-0d81f0e016cc req-67d899f4-43fd-4e5f-8110-cea14ddb8cd6 service nova] Lock "cda39513-00d1-4838-8936-42ac5e64064e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.957965] env[69987]: DEBUG nova.compute.manager [req-2c1030c0-fd70-48be-88b1-0d81f0e016cc req-67d899f4-43fd-4e5f-8110-cea14ddb8cd6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] No waiting events found dispatching network-vif-plugged-53dffda4-7fd5-4f81-a204-a58d3f95a662 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.958828] env[69987]: WARNING nova.compute.manager [req-2c1030c0-fd70-48be-88b1-0d81f0e016cc req-67d899f4-43fd-4e5f-8110-cea14ddb8cd6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Received unexpected event network-vif-plugged-53dffda4-7fd5-4f81-a204-a58d3f95a662 for instance with vm_state building and task_state spawning. [ 1099.961888] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.963786] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.964022] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleting the datastore file [datastore2] f5bd91ff-5a34-4478-9ece-8918fee6101a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.964580] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85461875-78ca-4235-a869-95c719f50b8e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.973026] env[69987]: DEBUG oslo_vmware.api [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for the task: (returnval){ [ 1099.973026] env[69987]: value = "task-3501035" [ 1099.973026] env[69987]: _type = "Task" [ 1099.973026] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.982346] env[69987]: DEBUG oslo_vmware.api [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3501035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.042845] env[69987]: DEBUG nova.network.neutron [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Successfully updated port: 53dffda4-7fd5-4f81-a204-a58d3f95a662 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.107056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.161551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.161831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.162035] env[69987]: DEBUG nova.compute.manager [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.162966] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92901d0-bcd7-47b1-81e3-563aa0ad8556 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.172137] env[69987]: DEBUG nova.compute.manager [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1100.237205] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ddff-fe1d-508f-86f6-039c94406a95/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.240318] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24234466-5636-4bfc-8aff-0382c5d96f8f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.251135] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ddff-fe1d-508f-86f6-039c94406a95/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.251135] env[69987]: ERROR oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ddff-fe1d-508f-86f6-039c94406a95/disk-0.vmdk due to incomplete transfer. [ 1100.251135] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2cd299f-4729-405e-a693-46f04b3b5fe9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.261607] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5288ddff-fe1d-508f-86f6-039c94406a95/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1100.261607] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Uploaded image 8fc48a0a-1804-4f18-bf20-88ed9a687634 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1100.268646] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1100.270886] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d372265e-63a3-410a-8c2a-5a84fee2b05d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.282202] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501032, 'name': ReconfigVM_Task, 'duration_secs': 0.599922} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.282535] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1100.282535] env[69987]: value = "task-3501036" [ 1100.282535] env[69987]: _type = "Task" [ 1100.282535] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.282866] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/6607c793-442b-405b-8c41-d29c12c2f80e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.283535] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22464807-8eed-439b-8df2-55e51d1cd132 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.291918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquiring lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.292243] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.292474] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquiring lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.292669] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.292857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.300418] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501036, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.300779] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1100.300779] env[69987]: value = "task-3501037" [ 1100.300779] env[69987]: _type = "Task" [ 1100.300779] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.301762] env[69987]: INFO nova.compute.manager [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Terminating instance [ 1100.315875] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501037, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.489705] env[69987]: DEBUG oslo_vmware.api [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Task: {'id': task-3501035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378483} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.493239] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.493624] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.494653] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.494653] env[69987]: INFO nova.compute.manager [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.494994] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.495317] env[69987]: DEBUG nova.compute.manager [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.496024] env[69987]: DEBUG nova.network.neutron [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.544496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "refresh_cache-cda39513-00d1-4838-8936-42ac5e64064e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.544638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquired lock "refresh_cache-cda39513-00d1-4838-8936-42ac5e64064e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.544792] env[69987]: DEBUG nova.network.neutron [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.570687] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.571307] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b3b05d-83d7-4f60-8224-73dc5c0543da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.579770] env[69987]: DEBUG oslo_vmware.api [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1100.579770] env[69987]: value = "task-3501038" [ 1100.579770] env[69987]: _type = "Task" [ 1100.579770] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.590977] env[69987]: DEBUG oslo_vmware.api [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.673590] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7b143f-faf4-4407-83f1-d66d412b222c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.677322] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.677632] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96c5bbbb-e6c4-4397-b08b-ac3249ad65a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.683313] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7c263b-3d49-49f9-9959-e88df6f89865 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.688463] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1100.688463] env[69987]: value = "task-3501039" [ 1100.688463] env[69987]: _type = "Task" [ 1100.688463] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.722801] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6908c698-32c4-4876-8467-2daf34374fdc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.732996] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.739592] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87b6c61-d239-4001-bb16-0da2686f236c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.758454] env[69987]: DEBUG nova.compute.provider_tree [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.793855] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501036, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.814363] env[69987]: DEBUG nova.compute.manager [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.814755] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501037, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.815011] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-682c8dec-99ca-4d64-9bf6-3a240db646af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.824600] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb656cb0-566b-4452-b709-5ef23c23fdf5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.858660] env[69987]: WARNING nova.virt.vmwareapi.driver [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b9b31f5e-906c-4cf3-8e2f-3651b801787c could not be found. [ 1100.858902] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.859383] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d72491ae-308c-46a0-816c-12ced2d59b15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.868613] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dbade1-ab25-43c0-b526-b3f1aeba838f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.907810] env[69987]: WARNING nova.virt.vmwareapi.vmops [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b9b31f5e-906c-4cf3-8e2f-3651b801787c could not be found. [ 1100.908032] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.908233] env[69987]: INFO nova.compute.manager [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1100.908775] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.909054] env[69987]: DEBUG nova.compute.manager [-] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.909154] env[69987]: DEBUG nova.network.neutron [-] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.095223] env[69987]: DEBUG oslo_vmware.api [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501038, 'name': PowerOnVM_Task, 'duration_secs': 0.495682} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.095668] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.095919] env[69987]: DEBUG nova.compute.manager [None req-8f828dd5-7753-4b37-8639-655680aaf06e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.096770] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7891e9b3-6796-430e-b15d-77b366472ea0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.100115] env[69987]: DEBUG nova.network.neutron [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.197764] env[69987]: DEBUG oslo_vmware.api [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501039, 'name': PowerOffVM_Task, 'duration_secs': 0.217879} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.198398] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.198675] env[69987]: DEBUG nova.compute.manager [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.199828] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd394c7-22e7-405d-b9db-8144ee43f7ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.234014] env[69987]: DEBUG nova.network.neutron [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.262076] env[69987]: DEBUG nova.scheduler.client.report [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.297614] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501036, 'name': Destroy_Task, 'duration_secs': 0.607156} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.298606] env[69987]: DEBUG nova.network.neutron [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Updating instance_info_cache with network_info: [{"id": "53dffda4-7fd5-4f81-a204-a58d3f95a662", "address": "fa:16:3e:5e:90:ee", "network": {"id": "c7256f52-452f-4aed-92db-f12b29393f3f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1735646729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6984de3f9e4c4b78bfc9f6317ee37d2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dffda4-7f", "ovs_interfaceid": "53dffda4-7fd5-4f81-a204-a58d3f95a662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.300106] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Destroyed the VM [ 1101.300528] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1101.300883] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fbd72958-e236-46f9-92e0-b0ccbe01e62d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.310075] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1101.310075] env[69987]: value = "task-3501040" [ 1101.310075] env[69987]: _type = "Task" [ 1101.310075] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.319501] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501037, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.325172] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.714954] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.737656] env[69987]: INFO nova.compute.manager [-] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Took 1.24 seconds to deallocate network for instance. [ 1101.769139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.769516] env[69987]: DEBUG nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.774528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.950s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.774965] env[69987]: DEBUG nova.objects.instance [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lazy-loading 'resources' on Instance uuid 38129ac8-996a-47d5-b361-267ccd014133 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.803303] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Releasing lock "refresh_cache-cda39513-00d1-4838-8936-42ac5e64064e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.803303] env[69987]: DEBUG nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Instance network_info: |[{"id": "53dffda4-7fd5-4f81-a204-a58d3f95a662", "address": "fa:16:3e:5e:90:ee", "network": {"id": "c7256f52-452f-4aed-92db-f12b29393f3f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1735646729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6984de3f9e4c4b78bfc9f6317ee37d2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dffda4-7f", "ovs_interfaceid": "53dffda4-7fd5-4f81-a204-a58d3f95a662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.803303] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:90:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53dffda4-7fd5-4f81-a204-a58d3f95a662', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.815739] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Creating folder: Project (6984de3f9e4c4b78bfc9f6317ee37d2d). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.818644] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eba1b0e-1ef2-4861-bb23-8b18410b5a3f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.841784] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501037, 'name': Rename_Task, 'duration_secs': 1.28022} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.847304] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.847603] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.847864] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Created folder: Project (6984de3f9e4c4b78bfc9f6317ee37d2d) in parent group-v699418. [ 1101.848060] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Creating folder: Instances. Parent ref: group-v699649. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.848313] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb99541b-c239-4f23-8bb6-08dc361637b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.849962] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71d85034-ae51-49b9-ab0f-d42c3bdcbede {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.856759] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1101.856759] env[69987]: value = "task-3501042" [ 1101.856759] env[69987]: _type = "Task" [ 1101.856759] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.862120] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Created folder: Instances in parent group-v699649. [ 1101.863019] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.863019] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.863301] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ce86385-c66e-471c-a5d4-fd5c68922ca8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.883899] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.888014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.888014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.893159] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.893159] env[69987]: value = "task-3501044" [ 1101.893159] env[69987]: _type = "Task" [ 1101.893159] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.900289] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501044, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.042709] env[69987]: DEBUG nova.network.neutron [-] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.170506] env[69987]: DEBUG nova.compute.manager [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Received event network-changed-53dffda4-7fd5-4f81-a204-a58d3f95a662 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.170506] env[69987]: DEBUG nova.compute.manager [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Refreshing instance network info cache due to event network-changed-53dffda4-7fd5-4f81-a204-a58d3f95a662. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.170506] env[69987]: DEBUG oslo_concurrency.lockutils [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] Acquiring lock "refresh_cache-cda39513-00d1-4838-8936-42ac5e64064e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.170506] env[69987]: DEBUG oslo_concurrency.lockutils [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] Acquired lock "refresh_cache-cda39513-00d1-4838-8936-42ac5e64064e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.170506] env[69987]: DEBUG nova.network.neutron [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Refreshing network info cache for port 53dffda4-7fd5-4f81-a204-a58d3f95a662 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.227173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.244934] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.278072] env[69987]: DEBUG nova.compute.utils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.278072] env[69987]: DEBUG nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.279054] env[69987]: DEBUG nova.network.neutron [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.332156] env[69987]: DEBUG oslo_vmware.api [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501040, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943697} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.336747] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1102.337410] env[69987]: INFO nova.compute.manager [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Took 18.17 seconds to snapshot the instance on the hypervisor. [ 1102.369300] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.378151] env[69987]: DEBUG nova.policy [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9262d5db7bd47fd80aef96ff68db0aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f85ac533efa4770a37c0f4da9d3d5c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.392882] env[69987]: DEBUG nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.407262] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501044, 'name': CreateVM_Task, 'duration_secs': 0.350126} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.407643] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.408489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.408799] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.409396] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.412304] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9892b223-07d5-40fe-8eb3-59e7e19d5857 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.421019] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1102.421019] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52bd5cdf-6d5c-1318-1382-57a57362153a" [ 1102.421019] env[69987]: _type = "Task" [ 1102.421019] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.427722] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bd5cdf-6d5c-1318-1382-57a57362153a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.545815] env[69987]: INFO nova.compute.manager [-] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Took 1.64 seconds to deallocate network for instance. [ 1102.712025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1097ce29-c029-416a-bb21-23c48671c358 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.725428] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e1ae4c-8063-4333-b730-dee67072a977 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.766256] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f57ef45-fda0-403f-88ff-ba1b2dc735df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.775077] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc7a786-6b30-421a-bc22-7b111b9cf86e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.790500] env[69987]: DEBUG nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.793882] env[69987]: DEBUG nova.compute.provider_tree [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.870449] env[69987]: DEBUG oslo_vmware.api [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501042, 'name': PowerOnVM_Task, 'duration_secs': 0.522404} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.871108] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.871108] env[69987]: INFO nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1102.874442] env[69987]: DEBUG nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.878014] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3091abcf-be04-4186-b379-007ce0a8a811 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.904452] env[69987]: DEBUG nova.compute.manager [None req-8e7c0e1d-39e3-4001-86ac-57f2a102a3b2 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Found 2 images (rotation: 2) {{(pid=69987) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1102.919144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.931445] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bd5cdf-6d5c-1318-1382-57a57362153a, 'name': SearchDatastore_Task, 'duration_secs': 0.01749} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.931819] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.931991] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.932288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.932392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.932578] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.932851] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb36c3c-1651-49dc-b13f-98fa0053d98b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.945584] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.945762] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.947346] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5cb8fd-cd83-4073-b7f1-856feac9884e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.958815] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1102.958815] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5201885b-5d27-4971-ff3e-079dd38ab1b6" [ 1102.958815] env[69987]: _type = "Task" [ 1102.958815] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.965894] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5201885b-5d27-4971-ff3e-079dd38ab1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.019337] env[69987]: DEBUG nova.network.neutron [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Successfully created port: a74e3699-62f7-4a04-b25a-0fa55bdf178e {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.024540] env[69987]: DEBUG nova.network.neutron [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Updated VIF entry in instance network info cache for port 53dffda4-7fd5-4f81-a204-a58d3f95a662. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.024881] env[69987]: DEBUG nova.network.neutron [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Updating instance_info_cache with network_info: [{"id": "53dffda4-7fd5-4f81-a204-a58d3f95a662", "address": "fa:16:3e:5e:90:ee", "network": {"id": "c7256f52-452f-4aed-92db-f12b29393f3f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1735646729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6984de3f9e4c4b78bfc9f6317ee37d2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dffda4-7f", "ovs_interfaceid": "53dffda4-7fd5-4f81-a204-a58d3f95a662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.055263] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.055634] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.055840] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.056048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.056223] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.058640] env[69987]: INFO nova.compute.manager [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Terminating instance [ 1103.107714] env[69987]: INFO nova.compute.manager [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Took 0.56 seconds to detach 1 volumes for instance. [ 1103.110459] env[69987]: DEBUG nova.compute.manager [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Deleting volume: cce92569-defd-48ff-838c-6477275edfa2 {{(pid=69987) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1103.299692] env[69987]: DEBUG nova.scheduler.client.report [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.396085] env[69987]: INFO nova.compute.manager [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Took 37.46 seconds to build instance. [ 1103.469223] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5201885b-5d27-4971-ff3e-079dd38ab1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.469911] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba84681a-9354-48aa-a029-54f09bafc9f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.476446] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1103.476446] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f32f4a-d4a0-3993-5e9e-ce6f0d853821" [ 1103.476446] env[69987]: _type = "Task" [ 1103.476446] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.486250] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f32f4a-d4a0-3993-5e9e-ce6f0d853821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.528716] env[69987]: DEBUG oslo_concurrency.lockutils [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] Releasing lock "refresh_cache-cda39513-00d1-4838-8936-42ac5e64064e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.528716] env[69987]: DEBUG nova.compute.manager [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Received event network-vif-deleted-51de4fcc-04eb-42fa-8638-3547d84351b0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.528830] env[69987]: DEBUG nova.compute.manager [req-bacf28d8-1060-4dd6-84ee-276bf9b48bea req-c861cafc-c0ca-4c99-a8c9-4b231210c1b6 service nova] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Received event network-vif-deleted-9800f691-7998-4e70-bea8-77b6a22f67f8 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.563850] env[69987]: DEBUG nova.compute.manager [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.564104] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.565388] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60360cda-0d9e-441a-a9dc-2f6969d02dc9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.576458] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.576757] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b730940-b0ad-45be-a055-e04f2c8bdf0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.656118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.677907] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.678158] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.678345] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleting the datastore file [datastore1] 91ba8740-abfb-4cf6-80bf-552cf5b2586f {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.679031] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee170bbf-b9ba-491c-aac2-4d9bd0301a32 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.687329] env[69987]: DEBUG oslo_vmware.api [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1103.687329] env[69987]: value = "task-3501047" [ 1103.687329] env[69987]: _type = "Task" [ 1103.687329] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.696614] env[69987]: DEBUG oslo_vmware.api [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.800557] env[69987]: DEBUG nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.808889] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.811867] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.921s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.812335] env[69987]: DEBUG nova.objects.instance [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lazy-loading 'resources' on Instance uuid 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.826885] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.827152] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.827435] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.827520] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.827737] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.827962] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.828313] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.828578] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.828900] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.829122] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.829367] env[69987]: DEBUG nova.virt.hardware [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.830899] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8384f8f-8c17-4a3f-aaa4-5e83cc9984af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.835967] env[69987]: INFO nova.scheduler.client.report [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted allocations for instance 38129ac8-996a-47d5-b361-267ccd014133 [ 1103.844039] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3589146d-7521-4c22-a51e-9c3fb14f41da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.887936] env[69987]: DEBUG nova.compute.manager [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.888860] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db316a33-d4ed-4ebe-bf75-d7fa95adfcaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.898970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a21948c-8103-40f2-a21c-a941fb8b5c31 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "6607c793-442b-405b-8c41-d29c12c2f80e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.975s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.987308] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f32f4a-d4a0-3993-5e9e-ce6f0d853821, 'name': SearchDatastore_Task, 'duration_secs': 0.047302} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.987604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.987914] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cda39513-00d1-4838-8936-42ac5e64064e/cda39513-00d1-4838-8936-42ac5e64064e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.988378] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-251702f3-96a1-4a8a-ae94-7f85e2131c42 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.996354] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1103.996354] env[69987]: value = "task-3501048" [ 1103.996354] env[69987]: _type = "Task" [ 1103.996354] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.004954] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.199396] env[69987]: DEBUG oslo_vmware.api [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387823} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.199566] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.199981] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.199981] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.200142] env[69987]: INFO nova.compute.manager [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1104.200580] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.200580] env[69987]: DEBUG nova.compute.manager [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.200580] env[69987]: DEBUG nova.network.neutron [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.350217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-382a14d8-a1e2-426d-bd7f-b3f0d013b1bb tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "38129ac8-996a-47d5-b361-267ccd014133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.156s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.401572] env[69987]: INFO nova.compute.manager [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] instance snapshotting [ 1104.402166] env[69987]: DEBUG nova.objects.instance [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'flavor' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.512395] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501048, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.546445] env[69987]: INFO nova.compute.manager [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Rescuing [ 1104.546588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.546717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.546890] env[69987]: DEBUG nova.network.neutron [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.745210] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91f29f-2659-4564-8a96-e2002b9cf7aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.753421] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea96d90-77d8-47c5-bb20-55f4ec3148a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.792336] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d97fcac-ff52-4965-9974-7141ad45662e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.799792] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411a8ac-fce9-4faf-9963-61288452e39d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.819073] env[69987]: DEBUG nova.compute.provider_tree [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.910422] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2154df0b-6234-489a-9e93-0401555099c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.702218] env[69987]: DEBUG nova.scheduler.client.report [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.705907] env[69987]: DEBUG nova.network.neutron [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.711832] env[69987]: DEBUG nova.network.neutron [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Successfully updated port: a74e3699-62f7-4a04-b25a-0fa55bdf178e {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.713096] env[69987]: DEBUG nova.compute.manager [req-d2699138-c7dc-4426-b83e-c5d973eacdbe req-c2686192-5296-46f9-8832-c7ab7defe667 service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Received event network-vif-plugged-a74e3699-62f7-4a04-b25a-0fa55bdf178e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.713313] env[69987]: DEBUG oslo_concurrency.lockutils [req-d2699138-c7dc-4426-b83e-c5d973eacdbe req-c2686192-5296-46f9-8832-c7ab7defe667 service nova] Acquiring lock "c622e933-53d0-40db-8e7f-61f58e25afa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.713521] env[69987]: DEBUG oslo_concurrency.lockutils [req-d2699138-c7dc-4426-b83e-c5d973eacdbe req-c2686192-5296-46f9-8832-c7ab7defe667 service nova] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.713680] env[69987]: DEBUG oslo_concurrency.lockutils [req-d2699138-c7dc-4426-b83e-c5d973eacdbe req-c2686192-5296-46f9-8832-c7ab7defe667 service nova] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.713839] env[69987]: DEBUG nova.compute.manager [req-d2699138-c7dc-4426-b83e-c5d973eacdbe req-c2686192-5296-46f9-8832-c7ab7defe667 service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] No waiting events found dispatching network-vif-plugged-a74e3699-62f7-4a04-b25a-0fa55bdf178e {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.713997] env[69987]: WARNING nova.compute.manager [req-d2699138-c7dc-4426-b83e-c5d973eacdbe req-c2686192-5296-46f9-8832-c7ab7defe667 service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Received unexpected event network-vif-plugged-a74e3699-62f7-4a04-b25a-0fa55bdf178e for instance with vm_state building and task_state spawning. [ 1105.715032] env[69987]: DEBUG nova.compute.manager [req-c08c4a52-ea02-4f27-8036-fe0dea0eac19 req-e74fa9d3-3a5c-4b3e-800d-d95ac2520e01 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Received event network-vif-deleted-c9f8fd8c-d527-4efe-9701-99170ff2ff43 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.715204] env[69987]: INFO nova.compute.manager [req-c08c4a52-ea02-4f27-8036-fe0dea0eac19 req-e74fa9d3-3a5c-4b3e-800d-d95ac2520e01 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Neutron deleted interface c9f8fd8c-d527-4efe-9701-99170ff2ff43; detaching it from the instance and deleting it from the info cache [ 1105.715363] env[69987]: DEBUG nova.network.neutron [req-c08c4a52-ea02-4f27-8036-fe0dea0eac19 req-e74fa9d3-3a5c-4b3e-800d-d95ac2520e01 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.717336] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e452d5-b916-40c2-a297-c6931fbc1efa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.727294] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501048, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.666101} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.730415] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cda39513-00d1-4838-8936-42ac5e64064e/cda39513-00d1-4838-8936-42ac5e64064e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.730662] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.733398] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7675f313-a7c7-4040-a0c0-0551ba4a9e5f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.743169] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1105.743169] env[69987]: value = "task-3501049" [ 1105.743169] env[69987]: _type = "Task" [ 1105.743169] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.754517] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.945374] env[69987]: DEBUG nova.network.neutron [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Updating instance_info_cache with network_info: [{"id": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "address": "fa:16:3e:cd:28:fe", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec77fe-38", "ovs_interfaceid": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.208375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.210799] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.249s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.211101] env[69987]: DEBUG nova.objects.instance [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lazy-loading 'resources' on Instance uuid 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.212460] env[69987]: INFO nova.compute.manager [-] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Took 2.01 seconds to deallocate network for instance. [ 1106.220967] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "refresh_cache-c622e933-53d0-40db-8e7f-61f58e25afa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.221124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "refresh_cache-c622e933-53d0-40db-8e7f-61f58e25afa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.221299] env[69987]: DEBUG nova.network.neutron [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.222827] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81e97eaf-c6b4-499a-a6fd-b90b36467b17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.233794] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e643dc50-ad52-48ed-abca-bf604c5faf7d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.246478] env[69987]: INFO nova.scheduler.client.report [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Deleted allocations for instance 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c [ 1106.249047] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1106.251928] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4dffa68b-efe5-4c87-8a5d-ae84137dcbf5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.265327] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068087} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.266116] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.267035] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f3317-8273-417c-9616-f07cdf90403d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.280850] env[69987]: DEBUG nova.compute.manager [req-c08c4a52-ea02-4f27-8036-fe0dea0eac19 req-e74fa9d3-3a5c-4b3e-800d-d95ac2520e01 service nova] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Detach interface failed, port_id=c9f8fd8c-d527-4efe-9701-99170ff2ff43, reason: Instance 91ba8740-abfb-4cf6-80bf-552cf5b2586f could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.281364] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1106.281364] env[69987]: value = "task-3501050" [ 1106.281364] env[69987]: _type = "Task" [ 1106.281364] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.303318] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] cda39513-00d1-4838-8936-42ac5e64064e/cda39513-00d1-4838-8936-42ac5e64064e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.304736] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de6fc7a-36f6-4afe-a176-ef45481617f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.322201] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.327804] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1106.327804] env[69987]: value = "task-3501051" [ 1106.327804] env[69987]: _type = "Task" [ 1106.327804] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.336073] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.448795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.720198] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.764833] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53798d9f-736d-4c96-ae18-b56729d79181 tempest-InstanceActionsTestJSON-709991009 tempest-InstanceActionsTestJSON-709991009-project-member] Lock "7ed6f69d-c68f-4a02-9cf9-60a1df86c29c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.373s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.767333] env[69987]: DEBUG nova.network.neutron [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.800299] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501050, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.841702] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501051, 'name': ReconfigVM_Task, 'duration_secs': 0.353002} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.844336] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] cda39513-00d1-4838-8936-42ac5e64064e/cda39513-00d1-4838-8936-42ac5e64064e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.845974] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d32f1f1-05d2-46de-8f85-392221434ddc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.854204] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1106.854204] env[69987]: value = "task-3501052" [ 1106.854204] env[69987]: _type = "Task" [ 1106.854204] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.865546] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501052, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.030337] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec097a0e-e352-495e-afd7-d6addaaa551e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.040324] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f3f146-7977-4678-a092-aeca1c38d672 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.078734] env[69987]: DEBUG nova.network.neutron [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Updating instance_info_cache with network_info: [{"id": "a74e3699-62f7-4a04-b25a-0fa55bdf178e", "address": "fa:16:3e:27:47:41", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74e3699-62", "ovs_interfaceid": "a74e3699-62f7-4a04-b25a-0fa55bdf178e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.080630] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed2179e-2ce5-491a-a872-642b792f69fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.086291] env[69987]: DEBUG nova.compute.manager [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Received event network-changed-a74e3699-62f7-4a04-b25a-0fa55bdf178e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.086494] env[69987]: DEBUG nova.compute.manager [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Refreshing instance network info cache due to event network-changed-a74e3699-62f7-4a04-b25a-0fa55bdf178e. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.086781] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] Acquiring lock "refresh_cache-c622e933-53d0-40db-8e7f-61f58e25afa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.094647] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e445d9-e022-48fa-85f3-16094f586512 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.113331] env[69987]: DEBUG nova.compute.provider_tree [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.292526] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501050, 'name': CreateSnapshot_Task, 'duration_secs': 0.90635} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.296025] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1107.296025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02443e95-fe1a-4737-a99a-fd9762556cb9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.369271] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501052, 'name': Rename_Task, 'duration_secs': 0.254917} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.369728] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.370492] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c136d21-a869-423f-bf4c-afa22014a5eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.379604] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1107.379604] env[69987]: value = "task-3501053" [ 1107.379604] env[69987]: _type = "Task" [ 1107.379604] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.392501] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.586182] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "refresh_cache-c622e933-53d0-40db-8e7f-61f58e25afa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.586644] env[69987]: DEBUG nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Instance network_info: |[{"id": "a74e3699-62f7-4a04-b25a-0fa55bdf178e", "address": "fa:16:3e:27:47:41", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74e3699-62", "ovs_interfaceid": "a74e3699-62f7-4a04-b25a-0fa55bdf178e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.587069] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] Acquired lock "refresh_cache-c622e933-53d0-40db-8e7f-61f58e25afa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.587312] env[69987]: DEBUG nova.network.neutron [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Refreshing network info cache for port a74e3699-62f7-4a04-b25a-0fa55bdf178e {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.589387] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:47:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a74e3699-62f7-4a04-b25a-0fa55bdf178e', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.600634] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.601256] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.601531] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13f6d05b-1df5-427b-8ea3-d588a2c0f147 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.622468] env[69987]: DEBUG nova.scheduler.client.report [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.637087] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.637087] env[69987]: value = "task-3501054" [ 1107.637087] env[69987]: _type = "Task" [ 1107.637087] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.650073] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501054, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.813927] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1107.814310] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4bb533f1-bc3e-49a0-81e6-680e6eb0ddd4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.825122] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1107.825122] env[69987]: value = "task-3501055" [ 1107.825122] env[69987]: _type = "Task" [ 1107.825122] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.834387] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501055, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.893539] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.991484] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.991484] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b9677c-b895-424a-b4fd-3e65d3507eac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.004125] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1108.004125] env[69987]: value = "task-3501056" [ 1108.004125] env[69987]: _type = "Task" [ 1108.004125] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.015913] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.128037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.130503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.688s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.132336] env[69987]: INFO nova.compute.claims [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.150187] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501054, 'name': CreateVM_Task, 'duration_secs': 0.447631} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.150422] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.151588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.151588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.151988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.152859] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b328960-6e31-49e7-bec3-84d7836ed02b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.158849] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1108.158849] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52374966-cac7-78ff-950f-13d62dc74ab0" [ 1108.158849] env[69987]: _type = "Task" [ 1108.158849] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.171354] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52374966-cac7-78ff-950f-13d62dc74ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.172471] env[69987]: INFO nova.scheduler.client.report [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Deleted allocations for instance 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0 [ 1108.339203] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501055, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.386152] env[69987]: DEBUG nova.network.neutron [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Updated VIF entry in instance network info cache for port a74e3699-62f7-4a04-b25a-0fa55bdf178e. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.386152] env[69987]: DEBUG nova.network.neutron [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Updating instance_info_cache with network_info: [{"id": "a74e3699-62f7-4a04-b25a-0fa55bdf178e", "address": "fa:16:3e:27:47:41", "network": {"id": "b4d88c8d-8e92-47fb-ba86-aca0fff8a25c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1084247505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f85ac533efa4770a37c0f4da9d3d5c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa74e3699-62", "ovs_interfaceid": "a74e3699-62f7-4a04-b25a-0fa55bdf178e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.393161] env[69987]: DEBUG oslo_vmware.api [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501053, 'name': PowerOnVM_Task, 'duration_secs': 0.696396} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.393808] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.393808] env[69987]: INFO nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1108.393808] env[69987]: DEBUG nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.394632] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba82dbf-9d30-4e43-9800-9197545fcb9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.515229] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501056, 'name': PowerOffVM_Task, 'duration_secs': 0.225776} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.515517] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.516426] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddfad5a-a3d6-40df-aa6e-44d432fd05f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.537706] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc353e-1ca4-4105-a1bb-a67ff0029041 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.572531] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.572977] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6246ae9c-deda-486d-927c-a431556042d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.581088] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1108.581088] env[69987]: value = "task-3501057" [ 1108.581088] env[69987]: _type = "Task" [ 1108.581088] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.589859] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.672605] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52374966-cac7-78ff-950f-13d62dc74ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.673087] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.673464] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.673824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.674112] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.674402] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.674783] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eb7ea09-70be-4005-a228-fb485784df1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.680066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-303ebb17-2594-4741-a2da-771f45f78208 tempest-ServersTestFqdnHostnames-1390135796 tempest-ServersTestFqdnHostnames-1390135796-project-member] Lock "6200f8dc-ab3f-4a08-9b12-d2abb3164bf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.134s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.685268] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.685268] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.685890] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78ad7b8-4b50-4ad4-9f78-2a03c76d7801 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.692475] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1108.692475] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5202a633-316f-4d9b-475f-e2fec3240ea9" [ 1108.692475] env[69987]: _type = "Task" [ 1108.692475] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.701693] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5202a633-316f-4d9b-475f-e2fec3240ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.838102] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501055, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.893681] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf45fc6-be1d-43fb-b4f7-00f0a814641a req-150aadbf-5162-4468-9015-3b5b4afc59ca service nova] Releasing lock "refresh_cache-c622e933-53d0-40db-8e7f-61f58e25afa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.914075] env[69987]: INFO nova.compute.manager [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Took 40.04 seconds to build instance. [ 1109.092670] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.092974] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.093352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.203853] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5202a633-316f-4d9b-475f-e2fec3240ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.203853] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1faf593-2875-42cd-ada1-359c28a42bdb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.212434] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1109.212434] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528b9551-4249-3359-84d4-cb668e8bf805" [ 1109.212434] env[69987]: _type = "Task" [ 1109.212434] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.220838] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528b9551-4249-3359-84d4-cb668e8bf805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.280920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "cda39513-00d1-4838-8936-42ac5e64064e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.340871] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501055, 'name': CloneVM_Task, 'duration_secs': 1.426381} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.344049] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Created linked-clone VM from snapshot [ 1109.345020] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc15729-c9dc-4cf7-8408-c87bedcda754 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.354340] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Uploading image abc1f5c1-ac05-4691-929b-ec96f91569e5 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1109.387054] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1109.387054] env[69987]: value = "vm-699654" [ 1109.387054] env[69987]: _type = "VirtualMachine" [ 1109.387054] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1109.387054] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-503d7357-1b13-4fae-889a-0e8b897c084e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.398503] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease: (returnval){ [ 1109.398503] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b2b8b5-e0c6-ac19-7c15-1273505388a3" [ 1109.398503] env[69987]: _type = "HttpNfcLease" [ 1109.398503] env[69987]: } obtained for exporting VM: (result){ [ 1109.398503] env[69987]: value = "vm-699654" [ 1109.398503] env[69987]: _type = "VirtualMachine" [ 1109.398503] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1109.398765] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the lease: (returnval){ [ 1109.398765] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b2b8b5-e0c6-ac19-7c15-1273505388a3" [ 1109.398765] env[69987]: _type = "HttpNfcLease" [ 1109.398765] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1109.408634] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.408634] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b2b8b5-e0c6-ac19-7c15-1273505388a3" [ 1109.408634] env[69987]: _type = "HttpNfcLease" [ 1109.408634] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.416906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7759958-e00c-4219-b570-c5894fdf6f0c tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "cda39513-00d1-4838-8936-42ac5e64064e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.554s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.417460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "cda39513-00d1-4838-8936-42ac5e64064e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.137s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.418113] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "cda39513-00d1-4838-8936-42ac5e64064e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.418113] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "cda39513-00d1-4838-8936-42ac5e64064e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.418113] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "cda39513-00d1-4838-8936-42ac5e64064e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.420201] env[69987]: INFO nova.compute.manager [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Terminating instance [ 1109.464741] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4089c5-36c5-482b-b403-42420255631a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.473650] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb07734-2812-419b-b519-0410de06f3da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.506446] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9477531f-29eb-4b6f-bd10-c15399150f4d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.515018] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3a485-e76d-4254-b025-93a8a1d312fa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.532186] env[69987]: DEBUG nova.compute.provider_tree [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.722857] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528b9551-4249-3359-84d4-cb668e8bf805, 'name': SearchDatastore_Task, 'duration_secs': 0.021531} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.723143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.723404] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] c622e933-53d0-40db-8e7f-61f58e25afa5/c622e933-53d0-40db-8e7f-61f58e25afa5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.723930] env[69987]: DEBUG oslo_concurrency.lockutils [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.723930] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.724151] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-800e9728-08b5-4ed9-8104-d728fcbcbac1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.726085] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680e3c11-b8c0-435a-a31d-f2d225dec599 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.733137] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1109.733137] env[69987]: value = "task-3501059" [ 1109.733137] env[69987]: _type = "Task" [ 1109.733137] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.737086] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.737299] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.738301] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ca46e1-5697-461a-879a-75ebda1a06f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.743292] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.746532] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1109.746532] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fb4ffe-ce22-438a-99bc-5824780ab7be" [ 1109.746532] env[69987]: _type = "Task" [ 1109.746532] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.754144] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb4ffe-ce22-438a-99bc-5824780ab7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.909132] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.909132] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b2b8b5-e0c6-ac19-7c15-1273505388a3" [ 1109.909132] env[69987]: _type = "HttpNfcLease" [ 1109.909132] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1109.909727] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1109.909727] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b2b8b5-e0c6-ac19-7c15-1273505388a3" [ 1109.909727] env[69987]: _type = "HttpNfcLease" [ 1109.909727] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1109.910243] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d188ae-bcbe-4003-9b30-4ca67171b5af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.918510] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52224693-c2dd-514d-fad2-aca19f0900c0/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1109.918719] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52224693-c2dd-514d-fad2-aca19f0900c0/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1109.975319] env[69987]: DEBUG nova.compute.manager [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.975528] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.976473] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ccea0-0a35-49a4-9c2d-2dcc9415c94d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.986378] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.987249] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4083754-6edb-42da-b788-8a648027a512 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.994682] env[69987]: DEBUG oslo_vmware.api [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1109.994682] env[69987]: value = "task-3501060" [ 1109.994682] env[69987]: _type = "Task" [ 1109.994682] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.003973] env[69987]: DEBUG oslo_vmware.api [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.036650] env[69987]: DEBUG nova.scheduler.client.report [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.192540] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee4fac22-3764-42f8-a1e7-c996e238d2aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.245339] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.258069] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb4ffe-ce22-438a-99bc-5824780ab7be, 'name': SearchDatastore_Task, 'duration_secs': 0.024267} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.258918] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8b23a2-fc93-4aca-87bf-fc855356af6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.265888] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1110.265888] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52360f77-1789-c3ab-c86b-16e5fdf2a354" [ 1110.265888] env[69987]: _type = "Task" [ 1110.265888] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.274657] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52360f77-1789-c3ab-c86b-16e5fdf2a354, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.505757] env[69987]: DEBUG oslo_vmware.api [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501060, 'name': PowerOffVM_Task, 'duration_secs': 0.208632} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.506064] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.506237] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.506485] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7163da4-0ce4-43a1-87d6-91407fd3f151 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.542501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.543076] env[69987]: DEBUG nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.545669] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.123s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.545912] env[69987]: DEBUG nova.objects.instance [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lazy-loading 'resources' on Instance uuid fb7b6c9a-b573-4461-8d64-bc6515be043f {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.588403] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.588851] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.589238] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Deleting the datastore file [datastore2] cda39513-00d1-4838-8936-42ac5e64064e {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.589909] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b2b5c27-3713-469d-a8d3-61274b432393 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.597834] env[69987]: DEBUG oslo_vmware.api [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for the task: (returnval){ [ 1110.597834] env[69987]: value = "task-3501062" [ 1110.597834] env[69987]: _type = "Task" [ 1110.597834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.607067] env[69987]: DEBUG oslo_vmware.api [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.745166] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537065} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.745424] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] c622e933-53d0-40db-8e7f-61f58e25afa5/c622e933-53d0-40db-8e7f-61f58e25afa5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.745678] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.745934] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c817abfe-929c-47b7-9779-5a6fc70179a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.754462] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1110.754462] env[69987]: value = "task-3501063" [ 1110.754462] env[69987]: _type = "Task" [ 1110.754462] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.765040] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.775996] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52360f77-1789-c3ab-c86b-16e5fdf2a354, 'name': SearchDatastore_Task, 'duration_secs': 0.01375} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.776234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.776771] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. {{(pid=69987) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1110.776931] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61a3e711-32cf-45f1-b065-d0ab9aabc64d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.785302] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1110.785302] env[69987]: value = "task-3501064" [ 1110.785302] env[69987]: _type = "Task" [ 1110.785302] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.794824] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.049062] env[69987]: DEBUG nova.compute.utils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.053912] env[69987]: DEBUG nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.053912] env[69987]: DEBUG nova.network.neutron [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.112313] env[69987]: DEBUG oslo_vmware.api [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Task: {'id': task-3501062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251439} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.112938] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.113562] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.114124] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.114257] env[69987]: INFO nova.compute.manager [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1111.114587] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.114860] env[69987]: DEBUG nova.compute.manager [-] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.115078] env[69987]: DEBUG nova.network.neutron [-] [instance: cda39513-00d1-4838-8936-42ac5e64064e] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.118089] env[69987]: DEBUG nova.policy [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd141bb67d2c24215a6b989c271a32723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e2b79dad56402a964366af7f171d43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.273758] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079262} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.276417] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.281979] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ed6584-f49a-42bc-89b9-f91ad0defb7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.316252] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c622e933-53d0-40db-8e7f-61f58e25afa5/c622e933-53d0-40db-8e7f-61f58e25afa5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.320180] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067987a8-3401-4733-a7e1-effd52e19b51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.341414] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501064, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.351013] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1111.351013] env[69987]: value = "task-3501065" [ 1111.351013] env[69987]: _type = "Task" [ 1111.351013] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.366542] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.454152] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4a1441-8c70-4abf-aebc-09f349bc5e7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.462870] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2185e4d0-96ce-4f9c-b822-88163a9d6f99 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.504843] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5daba3-3174-4ea4-9221-e74d746d2d1b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.513863] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5409046c-47b0-4aa9-9cec-68aff0f8bc89 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.536183] env[69987]: DEBUG nova.compute.provider_tree [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.554294] env[69987]: DEBUG nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.561186] env[69987]: DEBUG nova.network.neutron [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Successfully created port: fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.681929] env[69987]: DEBUG nova.compute.manager [req-d4378e59-92a4-47c4-bab8-2d2c9913f7cc req-52c63148-478e-4fb4-8d9e-5dd8aa9983fa service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Received event network-vif-deleted-53dffda4-7fd5-4f81-a204-a58d3f95a662 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.681929] env[69987]: INFO nova.compute.manager [req-d4378e59-92a4-47c4-bab8-2d2c9913f7cc req-52c63148-478e-4fb4-8d9e-5dd8aa9983fa service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Neutron deleted interface 53dffda4-7fd5-4f81-a204-a58d3f95a662; detaching it from the instance and deleting it from the info cache [ 1111.681929] env[69987]: DEBUG nova.network.neutron [req-d4378e59-92a4-47c4-bab8-2d2c9913f7cc req-52c63148-478e-4fb4-8d9e-5dd8aa9983fa service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.799384] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702352} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.800234] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. [ 1111.800928] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26130656-a8a3-422a-ab4f-45487562c60b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.832608] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.832608] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0269aed6-82ff-438b-b0bd-97f4e44dc7ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.853877] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1111.853877] env[69987]: value = "task-3501066" [ 1111.853877] env[69987]: _type = "Task" [ 1111.853877] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.867300] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501065, 'name': ReconfigVM_Task, 'duration_secs': 0.370007} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.870720] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c622e933-53d0-40db-8e7f-61f58e25afa5/c622e933-53d0-40db-8e7f-61f58e25afa5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.871538] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.871829] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18edc46a-1e8d-486e-9f66-3b9cd05e5b5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.879562] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1111.879562] env[69987]: value = "task-3501067" [ 1111.879562] env[69987]: _type = "Task" [ 1111.879562] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.889851] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501067, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.038890] env[69987]: DEBUG nova.network.neutron [-] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.041238] env[69987]: DEBUG nova.scheduler.client.report [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.188133] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f26ad05c-1c2e-4789-a816-9f0b08ad15b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.207024] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69c1d1a-eb59-4195-9e64-b71ac97ca81a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.244805] env[69987]: DEBUG nova.compute.manager [req-d4378e59-92a4-47c4-bab8-2d2c9913f7cc req-52c63148-478e-4fb4-8d9e-5dd8aa9983fa service nova] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Detach interface failed, port_id=53dffda4-7fd5-4f81-a204-a58d3f95a662, reason: Instance cda39513-00d1-4838-8936-42ac5e64064e could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.368452] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501066, 'name': ReconfigVM_Task, 'duration_secs': 0.382056} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.368734] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.369660] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41baf012-f425-4c4f-b105-c9ebc5362c39 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.399050] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31882fb-7658-4e6b-aa80-ca6db62fafda {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.415485] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501067, 'name': Rename_Task, 'duration_secs': 0.152498} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.416904] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.417381] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1112.417381] env[69987]: value = "task-3501068" [ 1112.417381] env[69987]: _type = "Task" [ 1112.417381] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.417659] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e304813e-0506-4860-9a3d-0c2744a8b4bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.428913] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.430466] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1112.430466] env[69987]: value = "task-3501069" [ 1112.430466] env[69987]: _type = "Task" [ 1112.430466] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.439954] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.546779] env[69987]: INFO nova.compute.manager [-] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Took 1.43 seconds to deallocate network for instance. [ 1112.547836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.551492] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.164s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.553070] env[69987]: INFO nova.compute.claims [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.564320] env[69987]: DEBUG nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.573100] env[69987]: INFO nova.scheduler.client.report [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Deleted allocations for instance fb7b6c9a-b573-4461-8d64-bc6515be043f [ 1112.607853] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.608368] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.608651] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.609105] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.609344] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.609942] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.610349] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.610813] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.614052] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.614052] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.614052] env[69987]: DEBUG nova.virt.hardware [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.614052] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8a84dc-8114-43e6-9ed1-4713be67dcfb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.623906] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3415f5f1-621d-4eb4-a5c7-a3afe03e7f70 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.936406] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501068, 'name': ReconfigVM_Task, 'duration_secs': 0.252551} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.940736] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.941160] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2b8f9ce-679e-4f9c-beff-fe2737965958 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.961267] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501069, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.963415] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1112.963415] env[69987]: value = "task-3501070" [ 1112.963415] env[69987]: _type = "Task" [ 1112.963415] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.975375] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.064316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.088694] env[69987]: DEBUG nova.compute.manager [req-fce5769a-5a4e-49d0-bcfd-9cd52009e5a2 req-8d97e90b-f18b-42d9-a189-f4afe953a05d service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Received event network-vif-plugged-fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.088694] env[69987]: DEBUG oslo_concurrency.lockutils [req-fce5769a-5a4e-49d0-bcfd-9cd52009e5a2 req-8d97e90b-f18b-42d9-a189-f4afe953a05d service nova] Acquiring lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.088977] env[69987]: DEBUG oslo_concurrency.lockutils [req-fce5769a-5a4e-49d0-bcfd-9cd52009e5a2 req-8d97e90b-f18b-42d9-a189-f4afe953a05d service nova] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.089156] env[69987]: DEBUG oslo_concurrency.lockutils [req-fce5769a-5a4e-49d0-bcfd-9cd52009e5a2 req-8d97e90b-f18b-42d9-a189-f4afe953a05d service nova] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.089440] env[69987]: DEBUG nova.compute.manager [req-fce5769a-5a4e-49d0-bcfd-9cd52009e5a2 req-8d97e90b-f18b-42d9-a189-f4afe953a05d service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] No waiting events found dispatching network-vif-plugged-fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.089557] env[69987]: WARNING nova.compute.manager [req-fce5769a-5a4e-49d0-bcfd-9cd52009e5a2 req-8d97e90b-f18b-42d9-a189-f4afe953a05d service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Received unexpected event network-vif-plugged-fc57780a-f811-4304-84bb-9958f72958d1 for instance with vm_state building and task_state spawning. [ 1113.090355] env[69987]: DEBUG oslo_concurrency.lockutils [None req-48707639-71ea-40c6-8368-cf36a17ca658 tempest-ServerShowV247Test-1590056050 tempest-ServerShowV247Test-1590056050-project-member] Lock "fb7b6c9a-b573-4461-8d64-bc6515be043f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.962s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.175313] env[69987]: DEBUG nova.network.neutron [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Successfully updated port: fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.449108] env[69987]: DEBUG oslo_vmware.api [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501069, 'name': PowerOnVM_Task, 'duration_secs': 0.545452} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.449454] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.449648] env[69987]: INFO nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1113.449861] env[69987]: DEBUG nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.450756] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e34d7e-aca3-427f-961c-b9fac368c12a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.478335] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.676941] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.676941] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.676941] env[69987]: DEBUG nova.network.neutron [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.865795] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa75a0-d554-4091-b4ad-2c47497d0de9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.874723] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df7b2ea-df61-44da-a893-0d2dac19287c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.914702] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fd0135-14a2-4995-8407-ce7c662d9f8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.924093] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf16afb-06b0-443e-aca4-3a1114a9afbe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.940736] env[69987]: DEBUG nova.compute.provider_tree [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.973731] env[69987]: INFO nova.compute.manager [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Took 39.11 seconds to build instance. [ 1113.981280] env[69987]: DEBUG oslo_vmware.api [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501070, 'name': PowerOnVM_Task, 'duration_secs': 0.548203} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.981848] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.984240] env[69987]: DEBUG nova.compute.manager [None req-63914ac5-4a72-4ac2-bdc2-cdc489009b63 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.985151] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8756faa2-9420-4ba3-9733-8ae2173ea3e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.223099] env[69987]: DEBUG nova.network.neutron [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.447994] env[69987]: DEBUG nova.scheduler.client.report [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.459480] env[69987]: DEBUG nova.network.neutron [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Updating instance_info_cache with network_info: [{"id": "fc57780a-f811-4304-84bb-9958f72958d1", "address": "fa:16:3e:4f:a7:50", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57780a-f8", "ovs_interfaceid": "fc57780a-f811-4304-84bb-9958f72958d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.475491] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1810d90-1787-47cf-9650-064c4e202fd0 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.621s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.953056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.953056] env[69987]: DEBUG nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.958168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.588s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.965459] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.966076] env[69987]: DEBUG nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Instance network_info: |[{"id": "fc57780a-f811-4304-84bb-9958f72958d1", "address": "fa:16:3e:4f:a7:50", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57780a-f8", "ovs_interfaceid": "fc57780a-f811-4304-84bb-9958f72958d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.966676] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:a7:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc57780a-f811-4304-84bb-9958f72958d1', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.978162] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.981579] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.981579] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84e9192e-a38b-4904-bdd4-5f5ca5d0be49 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.005374] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.005374] env[69987]: value = "task-3501071" [ 1115.005374] env[69987]: _type = "Task" [ 1115.005374] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.018506] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501071, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.117839] env[69987]: DEBUG nova.compute.manager [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Received event network-changed-fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.118281] env[69987]: DEBUG nova.compute.manager [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Refreshing instance network info cache due to event network-changed-fc57780a-f811-4304-84bb-9958f72958d1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.118679] env[69987]: DEBUG oslo_concurrency.lockutils [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] Acquiring lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.118993] env[69987]: DEBUG oslo_concurrency.lockutils [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] Acquired lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.119329] env[69987]: DEBUG nova.network.neutron [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Refreshing network info cache for port fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.315573] env[69987]: DEBUG nova.compute.manager [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.316654] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d7f86f-ba06-4d2d-92d2-c7bbacabd321 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.376548] env[69987]: INFO nova.compute.manager [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Unrescuing [ 1115.376877] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.377049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquired lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.377223] env[69987]: DEBUG nova.network.neutron [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.462756] env[69987]: DEBUG nova.compute.utils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.466152] env[69987]: INFO nova.compute.claims [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.470305] env[69987]: DEBUG nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.470477] env[69987]: DEBUG nova.network.neutron [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.512208] env[69987]: DEBUG nova.policy [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79cb3dcc747b434c9e6d9d1d57bc3563', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a59a60e49c8e4af2bdc8d167a494461b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.517391] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501071, 'name': CreateVM_Task, 'duration_secs': 0.358599} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.517550] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.518229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.518393] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.518708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.518968] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9142e89-7667-47b4-81a8-77f918c4f5ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.524328] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1115.524328] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5201634a-90f6-ebb9-612a-561d22ac961e" [ 1115.524328] env[69987]: _type = "Task" [ 1115.524328] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.534194] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5201634a-90f6-ebb9-612a-561d22ac961e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.831125] env[69987]: INFO nova.compute.manager [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] instance snapshotting [ 1115.837238] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db7245-5ea1-4219-be57-6a9b8b83296c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.860452] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27545e53-fcc4-4f9d-bd83-0ff4dbec0d06 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.934447] env[69987]: DEBUG nova.network.neutron [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Updated VIF entry in instance network info cache for port fc57780a-f811-4304-84bb-9958f72958d1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.934789] env[69987]: DEBUG nova.network.neutron [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Updating instance_info_cache with network_info: [{"id": "fc57780a-f811-4304-84bb-9958f72958d1", "address": "fa:16:3e:4f:a7:50", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57780a-f8", "ovs_interfaceid": "fc57780a-f811-4304-84bb-9958f72958d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.961969] env[69987]: DEBUG nova.network.neutron [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Successfully created port: 6d25c299-4516-4bb9-be48-70343a6ae40c {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.971472] env[69987]: DEBUG nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.975636] env[69987]: INFO nova.compute.resource_tracker [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating resource usage from migration fff25dc5-671b-4863-8dd4-8d9057b32926 [ 1116.038728] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5201634a-90f6-ebb9-612a-561d22ac961e, 'name': SearchDatastore_Task, 'duration_secs': 0.021704} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.039128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.039422] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.039560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.040051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.040051] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.040246] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8f8efa1-c391-4b02-ae10-065ac162f382 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.051574] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.051813] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.052564] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0a7103-2aa6-4c12-8063-113a7734df66 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.061379] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1116.061379] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5215d37d-002d-aafe-847f-d1e76f3c5863" [ 1116.061379] env[69987]: _type = "Task" [ 1116.061379] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.071073] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5215d37d-002d-aafe-847f-d1e76f3c5863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.169226] env[69987]: DEBUG nova.network.neutron [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Updating instance_info_cache with network_info: [{"id": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "address": "fa:16:3e:cd:28:fe", "network": {"id": "60dcbab8-330d-47bc-9715-e0ab69d802bf", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1745753069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6feaa4ef383a4a10a54e7f9331f4569f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fec77fe-38", "ovs_interfaceid": "9fec77fe-38bd-4be5-85bd-0b4f588780e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.330625] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922158ef-4797-4c0d-a9d1-82a6283ae7ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.340457] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277ac7b8-8835-42b8-8372-b3baace610ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.372987] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea698d0-af3c-4eaa-a72e-ac4c2584d7e9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.379311] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1116.381927] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e05d614-e32c-4bba-8220-6dc1f706b9a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.386949] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180e598a-98d0-4785-8f08-cd320e183544 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.401678] env[69987]: DEBUG nova.compute.provider_tree [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.407189] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1116.407189] env[69987]: value = "task-3501072" [ 1116.407189] env[69987]: _type = "Task" [ 1116.407189] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.415081] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501072, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.439662] env[69987]: DEBUG oslo_concurrency.lockutils [req-06b4c4ec-f1c4-4aae-8230-de1216d7aa6c req-4b8171e9-4eff-4e2b-8cd5-db9f7870c91c service nova] Releasing lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.573492] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5215d37d-002d-aafe-847f-d1e76f3c5863, 'name': SearchDatastore_Task, 'duration_secs': 0.013883} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.574375] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115e1366-da1f-40be-858f-540a4c82c0a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.581818] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1116.581818] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52bbf683-5dd4-5b4c-7847-bae32b463f69" [ 1116.581818] env[69987]: _type = "Task" [ 1116.581818] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.592429] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bbf683-5dd4-5b4c-7847-bae32b463f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.672401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Releasing lock "refresh_cache-6607c793-442b-405b-8c41-d29c12c2f80e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.673122] env[69987]: DEBUG nova.objects.instance [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lazy-loading 'flavor' on Instance uuid 6607c793-442b-405b-8c41-d29c12c2f80e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.776101] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.776345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.907173] env[69987]: DEBUG nova.scheduler.client.report [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.921166] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501072, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.987925] env[69987]: DEBUG nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.017140] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.017459] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.017574] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.017735] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.017882] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.018114] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.018301] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.018470] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.018639] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.018850] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.018980] env[69987]: DEBUG nova.virt.hardware [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.019871] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aebf4d9-f653-4880-9f36-f0e245d18002 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.029028] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e34701-e4c1-4375-9c7d-1c27cf46f088 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.096058] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bbf683-5dd4-5b4c-7847-bae32b463f69, 'name': SearchDatastore_Task, 'duration_secs': 0.01514} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.096363] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.096665] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2e32641c-4c65-4cd4-ba5e-71e69f3257ba/2e32641c-4c65-4cd4-ba5e-71e69f3257ba.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.096966] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-498ba6e3-1821-474d-bb7c-07aec2b6ecfe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.105415] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1117.105415] env[69987]: value = "task-3501073" [ 1117.105415] env[69987]: _type = "Task" [ 1117.105415] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.114647] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.179279] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f8dc4b-baa7-4bc9-abf7-412d640d225c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.203597] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.203989] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff80293c-ddf2-44ee-a290-394f07e2456c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.212984] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1117.212984] env[69987]: value = "task-3501074" [ 1117.212984] env[69987]: _type = "Task" [ 1117.212984] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.221727] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.278589] env[69987]: DEBUG nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.412139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.454s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.412392] env[69987]: INFO nova.compute.manager [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Migrating [ 1117.426615] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.995s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.426917] env[69987]: DEBUG nova.objects.instance [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lazy-loading 'resources' on Instance uuid 0ef7a0da-8764-4517-a36b-59f29cf308c8 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.457292] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501072, 'name': CreateSnapshot_Task, 'duration_secs': 0.991152} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.457783] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1117.460086] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d5aa65-d339-42f0-a919-fff03562a371 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.618419] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.724855] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501074, 'name': PowerOffVM_Task, 'duration_secs': 0.405547} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.725191] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.731289] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.737289] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8eef04-6764-492b-91a6-0a01bdae20ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.751234] env[69987]: DEBUG nova.network.neutron [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Successfully updated port: 6d25c299-4516-4bb9-be48-70343a6ae40c {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.756218] env[69987]: DEBUG nova.compute.manager [req-ab1da60a-cf4c-430c-8c42-4f597001aa5c req-f459f3ea-348c-45d1-a4b6-a3a8a06696ff service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Received event network-vif-plugged-6d25c299-4516-4bb9-be48-70343a6ae40c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.756391] env[69987]: DEBUG oslo_concurrency.lockutils [req-ab1da60a-cf4c-430c-8c42-4f597001aa5c req-f459f3ea-348c-45d1-a4b6-a3a8a06696ff service nova] Acquiring lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.756660] env[69987]: DEBUG oslo_concurrency.lockutils [req-ab1da60a-cf4c-430c-8c42-4f597001aa5c req-f459f3ea-348c-45d1-a4b6-a3a8a06696ff service nova] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.756790] env[69987]: DEBUG oslo_concurrency.lockutils [req-ab1da60a-cf4c-430c-8c42-4f597001aa5c req-f459f3ea-348c-45d1-a4b6-a3a8a06696ff service nova] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.756958] env[69987]: DEBUG nova.compute.manager [req-ab1da60a-cf4c-430c-8c42-4f597001aa5c req-f459f3ea-348c-45d1-a4b6-a3a8a06696ff service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] No waiting events found dispatching network-vif-plugged-6d25c299-4516-4bb9-be48-70343a6ae40c {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.757154] env[69987]: WARNING nova.compute.manager [req-ab1da60a-cf4c-430c-8c42-4f597001aa5c req-f459f3ea-348c-45d1-a4b6-a3a8a06696ff service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Received unexpected event network-vif-plugged-6d25c299-4516-4bb9-be48-70343a6ae40c for instance with vm_state building and task_state spawning. [ 1117.765966] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1117.765966] env[69987]: value = "task-3501075" [ 1117.765966] env[69987]: _type = "Task" [ 1117.765966] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.781846] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.803617] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.830600] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d263d361-f46b-4026-ab98-d4ee96f5d41a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.841489] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce78930a-c175-4206-ab92-e02600652e6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.876146] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59fc6af-5c68-4592-a928-956b9e569908 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.887904] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66a78d-8de1-4cb9-9348-fe5ea574d310 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.904857] env[69987]: DEBUG nova.compute.provider_tree [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.947086] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.947324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.947519] env[69987]: DEBUG nova.network.neutron [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.995258] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1117.995984] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1994d323-859b-46ab-a7b6-7c2aa52b8238 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.005933] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1118.005933] env[69987]: value = "task-3501076" [ 1118.005933] env[69987]: _type = "Task" [ 1118.005933] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.015221] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501076, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.119200] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592057} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.119366] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2e32641c-4c65-4cd4-ba5e-71e69f3257ba/2e32641c-4c65-4cd4-ba5e-71e69f3257ba.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.119541] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.119814] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50184525-dc97-4af5-aeac-86835aa539d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.128890] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1118.128890] env[69987]: value = "task-3501077" [ 1118.128890] env[69987]: _type = "Task" [ 1118.128890] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.139041] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.259165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "refresh_cache-7e5e1ea1-4f4f-4c35-b847-cc92defa1004" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.259567] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquired lock "refresh_cache-7e5e1ea1-4f4f-4c35-b847-cc92defa1004" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.259567] env[69987]: DEBUG nova.network.neutron [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.283846] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.359619] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.359619] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.408084] env[69987]: DEBUG nova.scheduler.client.report [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.517421] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501076, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.553921] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52224693-c2dd-514d-fad2-aca19f0900c0/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1118.554894] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59136f1c-5802-4cc5-b96d-cccaea09344f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.562059] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52224693-c2dd-514d-fad2-aca19f0900c0/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1118.562239] env[69987]: ERROR oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52224693-c2dd-514d-fad2-aca19f0900c0/disk-0.vmdk due to incomplete transfer. [ 1118.562463] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5d4ad36-160f-4249-b3ae-7849394c68b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.572987] env[69987]: DEBUG oslo_vmware.rw_handles [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52224693-c2dd-514d-fad2-aca19f0900c0/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1118.573199] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Uploaded image abc1f5c1-ac05-4691-929b-ec96f91569e5 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1118.575308] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1118.575550] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-561fc457-65fd-4a40-b0d4-9ec63879456a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.582445] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1118.582445] env[69987]: value = "task-3501078" [ 1118.582445] env[69987]: _type = "Task" [ 1118.582445] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.590718] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501078, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.638616] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088123} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.638901] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.639867] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0940e596-d3eb-42f9-b8f8-b4e445b59afe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.664042] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 2e32641c-4c65-4cd4-ba5e-71e69f3257ba/2e32641c-4c65-4cd4-ba5e-71e69f3257ba.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.664326] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80253186-0fe3-4b4e-9733-2a1f8106e976 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.681561] env[69987]: DEBUG nova.network.neutron [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance_info_cache with network_info: [{"id": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "address": "fa:16:3e:9b:e3:13", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e2d1dd-8c", "ovs_interfaceid": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.689433] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1118.689433] env[69987]: value = "task-3501079" [ 1118.689433] env[69987]: _type = "Task" [ 1118.689433] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.698600] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.777777] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501075, 'name': ReconfigVM_Task, 'duration_secs': 0.659016} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.778121] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.778349] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.778633] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb9d1e0-848a-4038-8f9f-2579e6225bff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.786909] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1118.786909] env[69987]: value = "task-3501080" [ 1118.786909] env[69987]: _type = "Task" [ 1118.786909] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.796709] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.806537] env[69987]: DEBUG nova.network.neutron [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.870581] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.870581] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.870581] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.870581] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.870581] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.870581] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.870581] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1118.870581] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.913945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.487s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.917286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.588s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.919696] env[69987]: INFO nova.compute.claims [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.938883] env[69987]: INFO nova.scheduler.client.report [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Deleted allocations for instance 0ef7a0da-8764-4517-a36b-59f29cf308c8 [ 1119.012882] env[69987]: DEBUG nova.network.neutron [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Updating instance_info_cache with network_info: [{"id": "6d25c299-4516-4bb9-be48-70343a6ae40c", "address": "fa:16:3e:fe:f2:fe", "network": {"id": "28183014-e204-482a-bbc8-f58dd792a9d2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1270174719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59a60e49c8e4af2bdc8d167a494461b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d25c299-45", "ovs_interfaceid": "6d25c299-4516-4bb9-be48-70343a6ae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.017871] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501076, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.092507] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501078, 'name': Destroy_Task, 'duration_secs': 0.340891} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.092762] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Destroyed the VM [ 1119.092972] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1119.093250] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0c88bc9-e419-40ed-acd3-35859661fc88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.099904] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1119.099904] env[69987]: value = "task-3501081" [ 1119.099904] env[69987]: _type = "Task" [ 1119.099904] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.108282] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501081, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.184860] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.200454] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.299382] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.373295] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.444674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-abe92e1b-725c-4fcf-a6b0-41ebb0c554f2 tempest-ServersTestMultiNic-322776819 tempest-ServersTestMultiNic-322776819-project-member] Lock "0ef7a0da-8764-4517-a36b-59f29cf308c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.359s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.517880] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501076, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.519480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Releasing lock "refresh_cache-7e5e1ea1-4f4f-4c35-b847-cc92defa1004" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.519804] env[69987]: DEBUG nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Instance network_info: |[{"id": "6d25c299-4516-4bb9-be48-70343a6ae40c", "address": "fa:16:3e:fe:f2:fe", "network": {"id": "28183014-e204-482a-bbc8-f58dd792a9d2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1270174719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59a60e49c8e4af2bdc8d167a494461b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d25c299-45", "ovs_interfaceid": "6d25c299-4516-4bb9-be48-70343a6ae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.520225] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:f2:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d25c299-4516-4bb9-be48-70343a6ae40c', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.528139] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Creating folder: Project (a59a60e49c8e4af2bdc8d167a494461b). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.528887] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-952d61c0-b01a-4229-86ea-0dc13b84f105 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.544947] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Created folder: Project (a59a60e49c8e4af2bdc8d167a494461b) in parent group-v699418. [ 1119.545217] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Creating folder: Instances. Parent ref: group-v699658. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.545510] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317c7097-8700-4382-bbc8-24009aaf59bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.558030] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Created folder: Instances in parent group-v699658. [ 1119.558030] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.558183] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.558403] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e208b8c1-da7c-4a5c-b16f-bae0eaf1dd13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.583080] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.583080] env[69987]: value = "task-3501084" [ 1119.583080] env[69987]: _type = "Task" [ 1119.583080] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.598031] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501084, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.612106] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501081, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.702963] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.799889] env[69987]: DEBUG oslo_vmware.api [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501080, 'name': PowerOnVM_Task, 'duration_secs': 0.630618} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.800325] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.800611] env[69987]: DEBUG nova.compute.manager [None req-e8427b0f-d28a-459f-a8dc-2f6c94d1cb36 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.801433] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b6044-afee-4b4b-a09b-a91d280417c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.806080] env[69987]: DEBUG nova.compute.manager [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Received event network-changed-6d25c299-4516-4bb9-be48-70343a6ae40c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.806275] env[69987]: DEBUG nova.compute.manager [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Refreshing instance network info cache due to event network-changed-6d25c299-4516-4bb9-be48-70343a6ae40c. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.806503] env[69987]: DEBUG oslo_concurrency.lockutils [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] Acquiring lock "refresh_cache-7e5e1ea1-4f4f-4c35-b847-cc92defa1004" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.806634] env[69987]: DEBUG oslo_concurrency.lockutils [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] Acquired lock "refresh_cache-7e5e1ea1-4f4f-4c35-b847-cc92defa1004" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.806773] env[69987]: DEBUG nova.network.neutron [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Refreshing network info cache for port 6d25c299-4516-4bb9-be48-70343a6ae40c {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.020884] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501076, 'name': CloneVM_Task, 'duration_secs': 1.761169} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.021469] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Created linked-clone VM from snapshot [ 1120.022604] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bb1a00-20c4-4129-8ed2-a4abeeaa2ff4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.032703] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Uploading image 081bf23a-18ae-43dc-a727-ea15883a964f {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1120.048115] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1120.048438] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fbe53916-64ac-4664-96aa-7377a6126f61 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.060053] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1120.060053] env[69987]: value = "task-3501085" [ 1120.060053] env[69987]: _type = "Task" [ 1120.060053] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.080539] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501085, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.098242] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501084, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.117969] env[69987]: DEBUG oslo_vmware.api [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501081, 'name': RemoveSnapshot_Task, 'duration_secs': 0.580759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.118663] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1120.118898] env[69987]: INFO nova.compute.manager [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Took 15.21 seconds to snapshot the instance on the hypervisor. [ 1120.206127] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501079, 'name': ReconfigVM_Task, 'duration_secs': 1.308546} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.209659] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 2e32641c-4c65-4cd4-ba5e-71e69f3257ba/2e32641c-4c65-4cd4-ba5e-71e69f3257ba.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.211162] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15e6a16d-6dd3-45a1-b723-9ef6286b44bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.223759] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1120.223759] env[69987]: value = "task-3501086" [ 1120.223759] env[69987]: _type = "Task" [ 1120.223759] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.235047] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501086, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.241625] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1244f8d2-ca89-4fa7-81e6-2d19124df85b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.247698] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64956089-9c35-4b04-becd-01ed3507ad26 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.288712] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30999c9-afd2-4e7b-b0a1-fdad8f73f2bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.300192] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a1916-8b6e-41a5-a35c-ae71b1c89997 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.317494] env[69987]: DEBUG nova.compute.provider_tree [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.571429] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501085, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.594899] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501084, 'name': CreateVM_Task, 'duration_secs': 0.935085} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.595113] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.595857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.596105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.596601] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.596907] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf77326-faeb-46c3-9a3e-93763fec631f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.602103] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1120.602103] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dba3cc-2b9b-1366-f885-261a215518fb" [ 1120.602103] env[69987]: _type = "Task" [ 1120.602103] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.612426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "6607c793-442b-405b-8c41-d29c12c2f80e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.612724] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "6607c793-442b-405b-8c41-d29c12c2f80e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.612972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "6607c793-442b-405b-8c41-d29c12c2f80e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.613217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "6607c793-442b-405b-8c41-d29c12c2f80e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.613431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "6607c793-442b-405b-8c41-d29c12c2f80e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.615749] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dba3cc-2b9b-1366-f885-261a215518fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.616710] env[69987]: DEBUG nova.network.neutron [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Updated VIF entry in instance network info cache for port 6d25c299-4516-4bb9-be48-70343a6ae40c. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.617088] env[69987]: DEBUG nova.network.neutron [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Updating instance_info_cache with network_info: [{"id": "6d25c299-4516-4bb9-be48-70343a6ae40c", "address": "fa:16:3e:fe:f2:fe", "network": {"id": "28183014-e204-482a-bbc8-f58dd792a9d2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1270174719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a59a60e49c8e4af2bdc8d167a494461b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d25c299-45", "ovs_interfaceid": "6d25c299-4516-4bb9-be48-70343a6ae40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.618367] env[69987]: INFO nova.compute.manager [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Terminating instance [ 1120.668027] env[69987]: DEBUG nova.compute.manager [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Found 3 images (rotation: 2) {{(pid=69987) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1120.668129] env[69987]: DEBUG nova.compute.manager [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Rotating out 1 backups {{(pid=69987) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1120.668223] env[69987]: DEBUG nova.compute.manager [None req-bbf4fae6-48a8-425e-bf82-fed0d8e43d2d tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleting image 7365481f-54fe-43db-afbb-9a12ebd6fbf3 {{(pid=69987) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1120.705257] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238442e2-5a9a-47cc-9c79-b4747524b3a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.728070] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance '4d64ff93-96bd-41cb-8dc2-edcc59f8273c' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.742116] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501086, 'name': Rename_Task, 'duration_secs': 0.183037} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.742400] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.742652] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b2c180f-0042-4282-b4db-49e679d7a036 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.750581] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1120.750581] env[69987]: value = "task-3501087" [ 1120.750581] env[69987]: _type = "Task" [ 1120.750581] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.759771] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.823397] env[69987]: DEBUG nova.scheduler.client.report [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.073406] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501085, 'name': Destroy_Task, 'duration_secs': 0.622459} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.073776] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Destroyed the VM [ 1121.074066] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1121.074327] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36b1cb2d-54cf-4f51-a932-d5a46391d628 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.082532] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1121.082532] env[69987]: value = "task-3501088" [ 1121.082532] env[69987]: _type = "Task" [ 1121.082532] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.092867] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501088, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.114010] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dba3cc-2b9b-1366-f885-261a215518fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.114370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.114632] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.114892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.115056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.115237] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.115517] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6660b5a-6551-4d41-8245-7f560441bc92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.123150] env[69987]: DEBUG oslo_concurrency.lockutils [req-e65d24e1-45ed-4b7a-8dad-5dc2fda2e89c req-1d9f7d53-ba3a-4260-ab63-e85252709aee service nova] Releasing lock "refresh_cache-7e5e1ea1-4f4f-4c35-b847-cc92defa1004" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.123895] env[69987]: DEBUG nova.compute.manager [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.124196] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.125085] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c09084-66f0-4844-a854-88cef8fcc916 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.129074] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.129256] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.130318] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d3ddce-9508-416e-9dd0-1504d946afb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.135212] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.136499] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23fea706-5f84-4080-a0ea-a256eeda08fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.138374] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1121.138374] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5237c78b-ab63-234d-933a-924173aaf7e1" [ 1121.138374] env[69987]: _type = "Task" [ 1121.138374] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.144500] env[69987]: DEBUG oslo_vmware.api [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1121.144500] env[69987]: value = "task-3501089" [ 1121.144500] env[69987]: _type = "Task" [ 1121.144500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.152436] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5237c78b-ab63-234d-933a-924173aaf7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.153681] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2701d7e8-7bb9-43c3-aa82-03203651184a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.159602] env[69987]: DEBUG oslo_vmware.api [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.164139] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1121.164139] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5261f10e-c729-c7fc-5d13-2f6491b0ab8e" [ 1121.164139] env[69987]: _type = "Task" [ 1121.164139] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.173603] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5261f10e-c729-c7fc-5d13-2f6491b0ab8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.240042] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.240042] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-984fdf3b-3b7f-4512-a353-369e7775f872 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.249879] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1121.249879] env[69987]: value = "task-3501090" [ 1121.249879] env[69987]: _type = "Task" [ 1121.249879] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.269365] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.273167] env[69987]: DEBUG oslo_vmware.api [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501087, 'name': PowerOnVM_Task, 'duration_secs': 0.494938} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.273758] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.274130] env[69987]: INFO nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1121.275450] env[69987]: DEBUG nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.276615] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1705e15c-87f1-4b64-8a4a-46c6f5b0b592 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.330734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.330734] env[69987]: DEBUG nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.333395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.291s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.601401] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501088, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.650380] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd61fdc0-2f49-489b-93e3-106b2e14f305 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.665071] env[69987]: DEBUG oslo_vmware.api [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501089, 'name': PowerOffVM_Task, 'duration_secs': 0.212969} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.665498] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.667927] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.671840] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d584df-499e-4c05-8c46-b20bc31c5a68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.682026] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b095ac8-9a90-4e84-bbe0-5bc4b8728547 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.687198] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5261f10e-c729-c7fc-5d13-2f6491b0ab8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.712823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.713236] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7e5e1ea1-4f4f-4c35-b847-cc92defa1004/7e5e1ea1-4f4f-4c35-b847-cc92defa1004.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.713556] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6be6e397-6c9d-4acc-88af-14b644cdefa3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.716205] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f2b1b8-d547-499c-a6f6-59cbbfc725e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.726056] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c601bfd-d4b2-48cd-ac73-cbb1e47d2c8a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.731525] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1121.731525] env[69987]: value = "task-3501092" [ 1121.731525] env[69987]: _type = "Task" [ 1121.731525] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.742503] env[69987]: DEBUG nova.compute.provider_tree [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.750451] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.761282] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501090, 'name': PowerOffVM_Task, 'duration_secs': 0.177313} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.761548] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.761714] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance '4d64ff93-96bd-41cb-8dc2-edcc59f8273c' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.796460] env[69987]: INFO nova.compute.manager [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Took 38.37 seconds to build instance. [ 1121.844746] env[69987]: DEBUG nova.compute.utils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.844746] env[69987]: DEBUG nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.845108] env[69987]: DEBUG nova.network.neutron [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.854281] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.854590] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.855081] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Deleting the datastore file [datastore1] 6607c793-442b-405b-8c41-d29c12c2f80e {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.855273] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8d2c6a3-505f-4236-8a18-c2371a8d451a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.864966] env[69987]: DEBUG oslo_vmware.api [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1121.864966] env[69987]: value = "task-3501093" [ 1121.864966] env[69987]: _type = "Task" [ 1121.864966] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.876776] env[69987]: DEBUG oslo_vmware.api [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.891109] env[69987]: DEBUG nova.policy [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.100328] env[69987]: DEBUG oslo_vmware.api [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501088, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901903} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.100854] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.241796] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508498} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.243015] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7e5e1ea1-4f4f-4c35-b847-cc92defa1004/7e5e1ea1-4f4f-4c35-b847-cc92defa1004.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.243015] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.243015] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f02e7d7-0a23-4a83-8321-a7f371b5b957 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.247016] env[69987]: DEBUG nova.scheduler.client.report [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.253435] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1122.253435] env[69987]: value = "task-3501094" [ 1122.253435] env[69987]: _type = "Task" [ 1122.253435] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.270551] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.271161] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.275907] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.276840] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f9ddf8-23fc-4134-bb50-4d45fbb9596a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.294943] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1122.294943] env[69987]: value = "task-3501095" [ 1122.294943] env[69987]: _type = "Task" [ 1122.294943] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.299384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b9c822c3-c8c8-45dc-b063-4d59448e4081 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.885s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.306083] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.349267] env[69987]: DEBUG nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.376122] env[69987]: DEBUG oslo_vmware.api [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306137} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.376381] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.376569] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.376748] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.376952] env[69987]: INFO nova.compute.manager [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1122.377210] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.377408] env[69987]: DEBUG nova.compute.manager [-] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.377517] env[69987]: DEBUG nova.network.neutron [-] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.607977] env[69987]: WARNING nova.compute.manager [None req-5e329641-d5a9-4523-b1f8-c010a7a7e2d8 tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Image not found during snapshot: nova.exception.ImageNotFound: Image 081bf23a-18ae-43dc-a727-ea15883a964f could not be found. [ 1122.634048] env[69987]: DEBUG nova.network.neutron [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Successfully created port: 5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.756083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.423s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.756337] env[69987]: INFO nova.compute.manager [None req-cb8e4fb3-8693-4fe2-833e-95552a49d9b9 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Successfully reverted task state from rebuilding on failure for instance. [ 1122.763546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.657s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.763788] env[69987]: DEBUG nova.objects.instance [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lazy-loading 'resources' on Instance uuid 1045259e-3aad-4d1b-8ec0-3d7f375803a1 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.777291] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068424} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.777291] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.777291] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea40137-22b5-4f3d-a7e7-71045f51936a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.801300] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7e5e1ea1-4f4f-4c35-b847-cc92defa1004/7e5e1ea1-4f4f-4c35-b847-cc92defa1004.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.802152] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ef3dad-0feb-4706-9a46-937fa963e7c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.832863] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501095, 'name': ReconfigVM_Task, 'duration_secs': 0.321938} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.839015] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance '4d64ff93-96bd-41cb-8dc2-edcc59f8273c' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.840411] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1122.840411] env[69987]: value = "task-3501096" [ 1122.840411] env[69987]: _type = "Task" [ 1122.840411] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.856888] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.229619] env[69987]: DEBUG nova.compute.manager [req-53ef3162-1d18-4a81-9362-3fea3b69ab44 req-49e51733-dbe2-4854-b720-49af58b2ad76 service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Received event network-vif-deleted-9fec77fe-38bd-4be5-85bd-0b4f588780e0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.229969] env[69987]: INFO nova.compute.manager [req-53ef3162-1d18-4a81-9362-3fea3b69ab44 req-49e51733-dbe2-4854-b720-49af58b2ad76 service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Neutron deleted interface 9fec77fe-38bd-4be5-85bd-0b4f588780e0; detaching it from the instance and deleting it from the info cache [ 1123.230172] env[69987]: DEBUG nova.network.neutron [req-53ef3162-1d18-4a81-9362-3fea3b69ab44 req-49e51733-dbe2-4854-b720-49af58b2ad76 service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.350561] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.351086] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.351352] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.351666] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.352255] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.352255] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.352378] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.352891] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.352891] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.353172] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.353450] env[69987]: DEBUG nova.virt.hardware [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.359852] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.363050] env[69987]: DEBUG nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.365298] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d688a5e9-f3d2-4a1f-bf16-aca381197127 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.387428] env[69987]: DEBUG nova.network.neutron [-] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.395546] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501096, 'name': ReconfigVM_Task, 'duration_secs': 0.316064} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.395975] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7e5e1ea1-4f4f-4c35-b847-cc92defa1004/7e5e1ea1-4f4f-4c35-b847-cc92defa1004.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.396715] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3193af2d-2821-4fa1-ad97-3c43bf41eede {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.402570] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1123.402570] env[69987]: value = "task-3501097" [ 1123.402570] env[69987]: _type = "Task" [ 1123.402570] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.409028] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1123.409028] env[69987]: value = "task-3501098" [ 1123.409028] env[69987]: _type = "Task" [ 1123.409028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.420994] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.427971] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501098, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.430468] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.430788] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.431077] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.431354] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.431576] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.431796] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.432127] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.432360] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.432614] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.432874] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.433161] env[69987]: DEBUG nova.virt.hardware [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.434115] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3d279-aabc-4929-a7ae-a487a8e1fa7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.450092] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f29c9e-667a-4700-8c71-0d7e232b4e29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.608071] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "dc83ca05-8d05-495f-b3fa-629a4748db93" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.608486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.608726] env[69987]: DEBUG nova.compute.manager [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.610993] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfcb86d-6737-4b9b-84ba-ac59016ceaad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.624347] env[69987]: DEBUG nova.compute.manager [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1123.624347] env[69987]: DEBUG nova.objects.instance [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'flavor' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.673213] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f861f5-8dec-49dd-b6b8-84c0e0290ff3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.681816] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5adf91-53d2-4234-984e-4b24854a2786 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.713892] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a411d6-8c3c-4a6b-959b-8247399f2d75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.722274] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01735815-1142-43b0-8d67-66436dc63615 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.736869] env[69987]: DEBUG nova.compute.provider_tree [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.738266] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c12e4b1-7146-42c9-b28c-45e0593bc49c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.747879] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bac3d0-46a3-45f4-8d85-e83cb0dc85de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.769114] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.769386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.769569] env[69987]: INFO nova.compute.manager [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Shelving [ 1123.784045] env[69987]: DEBUG nova.compute.manager [req-53ef3162-1d18-4a81-9362-3fea3b69ab44 req-49e51733-dbe2-4854-b720-49af58b2ad76 service nova] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Detach interface failed, port_id=9fec77fe-38bd-4be5-85bd-0b4f588780e0, reason: Instance 6607c793-442b-405b-8c41-d29c12c2f80e could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.895779] env[69987]: INFO nova.compute.manager [-] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Took 1.52 seconds to deallocate network for instance. [ 1123.912621] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501097, 'name': ReconfigVM_Task, 'duration_secs': 0.203798} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.920046] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.920879] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e2071f-72b3-49f3-a3d3-c97e4d0b4071 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.949155] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 4d64ff93-96bd-41cb-8dc2-edcc59f8273c/4d64ff93-96bd-41cb-8dc2-edcc59f8273c.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.949585] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501098, 'name': Rename_Task, 'duration_secs': 0.180235} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.950126] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb8a244-6058-4898-a767-9dc6044c7b53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.963310] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.963895] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda81999-3a18-4331-9d62-14ac0e55e1a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.973334] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1123.973334] env[69987]: value = "task-3501099" [ 1123.973334] env[69987]: _type = "Task" [ 1123.973334] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.974081] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1123.974081] env[69987]: value = "task-3501100" [ 1123.974081] env[69987]: _type = "Task" [ 1123.974081] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.986567] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.989562] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.080299] env[69987]: DEBUG nova.compute.manager [req-9b97d6f8-c46f-49ab-bdc1-6cc64024da89 req-4afed4e8-51b2-4936-a53a-82a22524dd56 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-vif-plugged-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.080605] env[69987]: DEBUG oslo_concurrency.lockutils [req-9b97d6f8-c46f-49ab-bdc1-6cc64024da89 req-4afed4e8-51b2-4936-a53a-82a22524dd56 service nova] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.080845] env[69987]: DEBUG oslo_concurrency.lockutils [req-9b97d6f8-c46f-49ab-bdc1-6cc64024da89 req-4afed4e8-51b2-4936-a53a-82a22524dd56 service nova] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.081147] env[69987]: DEBUG oslo_concurrency.lockutils [req-9b97d6f8-c46f-49ab-bdc1-6cc64024da89 req-4afed4e8-51b2-4936-a53a-82a22524dd56 service nova] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.081400] env[69987]: DEBUG nova.compute.manager [req-9b97d6f8-c46f-49ab-bdc1-6cc64024da89 req-4afed4e8-51b2-4936-a53a-82a22524dd56 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] No waiting events found dispatching network-vif-plugged-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.081624] env[69987]: WARNING nova.compute.manager [req-9b97d6f8-c46f-49ab-bdc1-6cc64024da89 req-4afed4e8-51b2-4936-a53a-82a22524dd56 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received unexpected event network-vif-plugged-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 for instance with vm_state building and task_state spawning. [ 1124.135577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "c622e933-53d0-40db-8e7f-61f58e25afa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.135940] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.136168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "c622e933-53d0-40db-8e7f-61f58e25afa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.136402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.136588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.138692] env[69987]: INFO nova.compute.manager [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Terminating instance [ 1124.210871] env[69987]: DEBUG nova.network.neutron [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Successfully updated port: 5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.244473] env[69987]: DEBUG nova.scheduler.client.report [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.292636] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.292636] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a80510ec-1527-4c3b-8595-08295a0077c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.301950] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1124.301950] env[69987]: value = "task-3501101" [ 1124.301950] env[69987]: _type = "Task" [ 1124.301950] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.312138] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.402359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.499330] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501100, 'name': ReconfigVM_Task, 'duration_secs': 0.348246} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.505124] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 4d64ff93-96bd-41cb-8dc2-edcc59f8273c/4d64ff93-96bd-41cb-8dc2-edcc59f8273c.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.505124] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance '4d64ff93-96bd-41cb-8dc2-edcc59f8273c' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.507342] env[69987]: DEBUG oslo_vmware.api [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501099, 'name': PowerOnVM_Task, 'duration_secs': 0.479768} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.507725] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.508025] env[69987]: INFO nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1124.508274] env[69987]: DEBUG nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.509759] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b3d6c2-bf20-4de9-9a1a-fb27151e3165 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.639553] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.639904] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05ca8258-f54b-47d6-8a8b-e472902d87e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.642432] env[69987]: DEBUG nova.compute.manager [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.642817] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.643603] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9648f-74fb-47e3-a49d-bde43735e3c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.653470] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.653720] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e5c2f83-8a52-427a-bbaa-b86910439e4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.657644] env[69987]: DEBUG oslo_vmware.api [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1124.657644] env[69987]: value = "task-3501102" [ 1124.657644] env[69987]: _type = "Task" [ 1124.657644] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.661962] env[69987]: DEBUG oslo_vmware.api [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1124.661962] env[69987]: value = "task-3501103" [ 1124.661962] env[69987]: _type = "Task" [ 1124.661962] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.668236] env[69987]: DEBUG oslo_vmware.api [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.684812] env[69987]: DEBUG oslo_vmware.api [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.715301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.715494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.715664] env[69987]: DEBUG nova.network.neutron [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.747234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.751578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.523s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.751578] env[69987]: DEBUG nova.objects.instance [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1124.780271] env[69987]: INFO nova.scheduler.client.report [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted allocations for instance 1045259e-3aad-4d1b-8ec0-3d7f375803a1 [ 1124.823950] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501101, 'name': PowerOffVM_Task, 'duration_secs': 0.232446} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.823950] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.823950] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12e994a-c994-46df-9e37-877ed69d7717 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.854702] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb38fb-7fb2-4545-ab07-75ba42fd7769 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.011640] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9fe0b-11a2-47e5-b6b6-a86b393a9feb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.040031] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1738ede-5dce-48c1-9a05-c91b628ed679 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.045179] env[69987]: INFO nova.compute.manager [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Took 31.68 seconds to build instance. [ 1125.065731] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance '4d64ff93-96bd-41cb-8dc2-edcc59f8273c' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.170768] env[69987]: DEBUG oslo_vmware.api [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501102, 'name': PowerOffVM_Task, 'duration_secs': 0.229021} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.171491] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.171715] env[69987]: DEBUG nova.compute.manager [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.172517] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fb9137-ee37-414b-a047-6078f5520c17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.177941] env[69987]: DEBUG oslo_vmware.api [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501103, 'name': PowerOffVM_Task, 'duration_secs': 0.35622} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.178606] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.178814] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.179441] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-854a8c23-fa0a-4e89-b65a-ce165ccdbf93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.267746] env[69987]: DEBUG nova.network.neutron [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.270316] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.270316] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.270316] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleting the datastore file [datastore1] c622e933-53d0-40db-8e7f-61f58e25afa5 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.270316] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31e8021b-ceaa-4117-a74c-aa6e2077a4e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.277493] env[69987]: DEBUG oslo_vmware.api [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for the task: (returnval){ [ 1125.277493] env[69987]: value = "task-3501105" [ 1125.277493] env[69987]: _type = "Task" [ 1125.277493] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.288931] env[69987]: DEBUG oslo_vmware.api [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.289386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a28cd5a0-9129-4678-83f7-9c9c6a1bdbf7 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "1045259e-3aad-4d1b-8ec0-3d7f375803a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.697s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.367341] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1125.367694] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-daf1ff19-1b66-4e31-b162-499331769f44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.376613] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1125.376613] env[69987]: value = "task-3501106" [ 1125.376613] env[69987]: _type = "Task" [ 1125.376613] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.388842] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.452591] env[69987]: DEBUG nova.network.neutron [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.548565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a340bb9-fc78-4836-bb0a-50b63ee33f6f tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.201s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.584021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "cf08f5c6-179f-4c14-8318-933d6b85099d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.584021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.584021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "cf08f5c6-179f-4c14-8318-933d6b85099d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.584021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.584021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.585948] env[69987]: INFO nova.compute.manager [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Terminating instance [ 1125.625041] env[69987]: DEBUG nova.network.neutron [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Port d7e2d1dd-8c89-40e0-b522-55eb693fa969 binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.689072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4f95ae2-6f24-490e-9cc0-d1e8fe430098 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.770105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a628b30-1e92-440c-ab4c-6286f2ee5fdc tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.770105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.525s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.770105] env[69987]: DEBUG nova.objects.instance [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lazy-loading 'resources' on Instance uuid f5bd91ff-5a34-4478-9ece-8918fee6101a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.789590] env[69987]: DEBUG oslo_vmware.api [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Task: {'id': task-3501105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153163} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.790021] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.790140] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.790243] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.790421] env[69987]: INFO nova.compute.manager [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1125.790678] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.791449] env[69987]: DEBUG nova.compute.manager [-] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.791705] env[69987]: DEBUG nova.network.neutron [-] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.888813] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501106, 'name': CreateSnapshot_Task, 'duration_secs': 0.424102} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.888813] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1125.888813] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e108c-d6d2-4136-83b3-2d8eaa918d2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.955502] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.955502] env[69987]: DEBUG nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Instance network_info: |[{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.956179] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:1c:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f38ae9b-1fb5-45d0-8861-3fde285ea2c7', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.964260] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.964498] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.964820] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf675fd4-acf3-45f7-91f9-0fb30859eebe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.989362] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.989362] env[69987]: value = "task-3501107" [ 1125.989362] env[69987]: _type = "Task" [ 1125.989362] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.998134] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501107, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.092034] env[69987]: DEBUG nova.compute.manager [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.092034] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.092758] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba4da30-5f68-42ff-b2c8-548c958b2160 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.101969] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.102272] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84a19540-f495-4512-bd45-7455629ce246 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.110087] env[69987]: DEBUG oslo_vmware.api [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1126.110087] env[69987]: value = "task-3501108" [ 1126.110087] env[69987]: _type = "Task" [ 1126.110087] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.120038] env[69987]: DEBUG oslo_vmware.api [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.234296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8128ec4a-08d6-4ba1-92c1-507a49f3c979 tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "interface-7e5e1ea1-4f4f-4c35-b847-cc92defa1004-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.234609] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8128ec4a-08d6-4ba1-92c1-507a49f3c979 tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "interface-7e5e1ea1-4f4f-4c35-b847-cc92defa1004-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.234941] env[69987]: DEBUG nova.objects.instance [None req-8128ec4a-08d6-4ba1-92c1-507a49f3c979 tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lazy-loading 'flavor' on Instance uuid 7e5e1ea1-4f4f-4c35-b847-cc92defa1004 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.410447] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1126.411201] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d63b87e0-45fe-4e27-a29d-2b088b756de0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.422189] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1126.422189] env[69987]: value = "task-3501109" [ 1126.422189] env[69987]: _type = "Task" [ 1126.422189] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.435126] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501109, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.498698] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501107, 'name': CreateVM_Task, 'duration_secs': 0.361783} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.501370] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.502421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502805] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503090] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6016a36b-aac8-4d39-8bee-f54ee8793da4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.508883] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1126.508883] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52415501-100e-b399-164b-61324bf3f364" [ 1126.508883] env[69987]: _type = "Task" [ 1126.508883] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.520830] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52415501-100e-b399-164b-61324bf3f364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.555884] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8cf729-cbb0-4bb7-aa93-2abf2e1fc10b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.564584] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc9cfb-566a-4602-abe7-26b715e17216 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.597096] env[69987]: DEBUG nova.network.neutron [-] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.599200] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526378cf-3887-4794-afe7-014941462b26 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.607543] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dd0348-17c7-4803-a87b-57df5cf3fb31 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.626036] env[69987]: DEBUG nova.compute.provider_tree [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.630213] env[69987]: DEBUG oslo_vmware.api [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501108, 'name': PowerOffVM_Task, 'duration_secs': 0.228631} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.631032] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.631032] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.631192] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f108021b-df82-4859-b4a9-3811e01f4817 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.647152] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.647289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.647486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.717325] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.717655] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.717937] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleting the datastore file [datastore2] cf08f5c6-179f-4c14-8318-933d6b85099d {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.718272] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e4cc7a-9aaa-4ec2-adf9-da714b2e1ef3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.728395] env[69987]: DEBUG oslo_vmware.api [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for the task: (returnval){ [ 1126.728395] env[69987]: value = "task-3501111" [ 1126.728395] env[69987]: _type = "Task" [ 1126.728395] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.737630] env[69987]: DEBUG oslo_vmware.api [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.741443] env[69987]: DEBUG nova.objects.instance [None req-8128ec4a-08d6-4ba1-92c1-507a49f3c979 tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e5e1ea1-4f4f-4c35-b847-cc92defa1004 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.874138] env[69987]: DEBUG nova.compute.manager [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-changed-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.874138] env[69987]: DEBUG nova.compute.manager [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing instance network info cache due to event network-changed-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.874649] env[69987]: DEBUG oslo_concurrency.lockutils [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.874649] env[69987]: DEBUG oslo_concurrency.lockutils [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.874649] env[69987]: DEBUG nova.network.neutron [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing network info cache for port 5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.936437] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501109, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.957208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.957462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.022162] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52415501-100e-b399-164b-61324bf3f364, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.023434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.023434] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.023434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.023434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.023434] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.024266] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47f27d24-ec88-46ef-ac92-1ea119606913 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.060853] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.061082] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.061977] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6ce986-488c-4c17-a5cd-e55034420b3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.068518] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1127.068518] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52603581-0ed5-8a82-a2ba-8515e3ae3711" [ 1127.068518] env[69987]: _type = "Task" [ 1127.068518] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.078521] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52603581-0ed5-8a82-a2ba-8515e3ae3711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.103090] env[69987]: INFO nova.compute.manager [-] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Took 1.31 seconds to deallocate network for instance. [ 1127.132721] env[69987]: DEBUG nova.scheduler.client.report [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.193333] env[69987]: DEBUG nova.compute.manager [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Stashing vm_state: stopped {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1127.242639] env[69987]: DEBUG oslo_vmware.api [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Task: {'id': task-3501111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160469} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.243147] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.243499] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.243854] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.244169] env[69987]: INFO nova.compute.manager [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1127.244623] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.245280] env[69987]: DEBUG nova.objects.base [None req-8128ec4a-08d6-4ba1-92c1-507a49f3c979 tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Object Instance<7e5e1ea1-4f4f-4c35-b847-cc92defa1004> lazy-loaded attributes: flavor,pci_requests {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.246032] env[69987]: DEBUG nova.network.neutron [None req-8128ec4a-08d6-4ba1-92c1-507a49f3c979 tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.247655] env[69987]: DEBUG nova.compute.manager [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.247761] env[69987]: DEBUG nova.network.neutron [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.356782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8128ec4a-08d6-4ba1-92c1-507a49f3c979 tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "interface-7e5e1ea1-4f4f-4c35-b847-cc92defa1004-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.122s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.438377] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501109, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.459533] env[69987]: DEBUG nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.593692] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52603581-0ed5-8a82-a2ba-8515e3ae3711, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.594546] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d471a9-4e84-4c91-9ca6-1adfdf4009a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.604500] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1127.604500] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52931f76-a4f6-1274-7b61-d6ddfc943295" [ 1127.604500] env[69987]: _type = "Task" [ 1127.604500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.609462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.615322] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52931f76-a4f6-1274-7b61-d6ddfc943295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.625427] env[69987]: DEBUG nova.network.neutron [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updated VIF entry in instance network info cache for port 5f38ae9b-1fb5-45d0-8861-3fde285ea2c7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.625705] env[69987]: DEBUG nova.network.neutron [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.638119] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.641403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.723s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.645026] env[69987]: INFO nova.compute.claims [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.667075] env[69987]: INFO nova.scheduler.client.report [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Deleted allocations for instance f5bd91ff-5a34-4478-9ece-8918fee6101a [ 1127.695084] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.695309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.695491] env[69987]: DEBUG nova.network.neutron [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.710549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.934948] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501109, 'name': CloneVM_Task, 'duration_secs': 1.25257} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.935262] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Created linked-clone VM from snapshot [ 1127.936072] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0326f1d7-24b8-44a6-b1a8-4e552f4980f5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.944401] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Uploading image 1a29d99c-9980-4b73-9769-776162b00f9b {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1127.955686] env[69987]: DEBUG nova.compute.manager [req-de97619e-dc6a-4edf-8d00-5f2275b14005 req-bf93ca88-bee6-4433-8e09-cea2d36d71f3 service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Received event network-vif-deleted-be70cd8d-e482-400f-9516-22be357c6e4f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.955903] env[69987]: INFO nova.compute.manager [req-de97619e-dc6a-4edf-8d00-5f2275b14005 req-bf93ca88-bee6-4433-8e09-cea2d36d71f3 service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Neutron deleted interface be70cd8d-e482-400f-9516-22be357c6e4f; detaching it from the instance and deleting it from the info cache [ 1127.956259] env[69987]: DEBUG nova.network.neutron [req-de97619e-dc6a-4edf-8d00-5f2275b14005 req-bf93ca88-bee6-4433-8e09-cea2d36d71f3 service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.967451] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1127.967451] env[69987]: value = "vm-699663" [ 1127.967451] env[69987]: _type = "VirtualMachine" [ 1127.967451] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1127.967942] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-770061c4-0a25-4237-a918-407b752de2d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.978613] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lease: (returnval){ [ 1127.978613] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5216fa23-8e28-8d52-091d-7e87d973d0b8" [ 1127.978613] env[69987]: _type = "HttpNfcLease" [ 1127.978613] env[69987]: } obtained for exporting VM: (result){ [ 1127.978613] env[69987]: value = "vm-699663" [ 1127.978613] env[69987]: _type = "VirtualMachine" [ 1127.978613] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1127.978858] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the lease: (returnval){ [ 1127.978858] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5216fa23-8e28-8d52-091d-7e87d973d0b8" [ 1127.978858] env[69987]: _type = "HttpNfcLease" [ 1127.978858] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1127.983365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.987764] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.987764] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5216fa23-8e28-8d52-091d-7e87d973d0b8" [ 1127.987764] env[69987]: _type = "HttpNfcLease" [ 1127.987764] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1128.087508] env[69987]: DEBUG nova.network.neutron [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.115505] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52931f76-a4f6-1274-7b61-d6ddfc943295, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.115720] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.116023] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9aa8d82d-371c-4edc-8db1-86778e48a36e/9aa8d82d-371c-4edc-8db1-86778e48a36e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.116274] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c04e3a-904b-442e-802f-9e48286c4b6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.123468] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1128.123468] env[69987]: value = "task-3501113" [ 1128.123468] env[69987]: _type = "Task" [ 1128.123468] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.128506] env[69987]: DEBUG oslo_concurrency.lockutils [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.128738] env[69987]: DEBUG nova.compute.manager [req-ae486fc8-468c-4e88-8f1e-e2bfe5e18c20 req-af1a6144-0b70-4401-ac5f-f16a8a4f1a35 service nova] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Received event network-vif-deleted-a74e3699-62f7-4a04-b25a-0fa55bdf178e {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.134088] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.177532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a1b9f3a6-7208-481b-a9cd-7968d2933198 tempest-ServersNegativeTestJSON-1861659283 tempest-ServersNegativeTestJSON-1861659283-project-member] Lock "f5bd91ff-5a34-4478-9ece-8918fee6101a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.340s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.438774] env[69987]: DEBUG nova.network.neutron [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance_info_cache with network_info: [{"id": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "address": "fa:16:3e:9b:e3:13", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e2d1dd-8c", "ovs_interfaceid": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.441235] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "20fa1a1c-f661-49d3-807d-18a276ddd197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.441477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.460999] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-992e6741-7af0-4290-a300-47155d919770 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.472117] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7dbce3-4cad-4a90-9623-930821390343 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.491361] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1128.491361] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5216fa23-8e28-8d52-091d-7e87d973d0b8" [ 1128.491361] env[69987]: _type = "HttpNfcLease" [ 1128.491361] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1128.492079] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1128.492079] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5216fa23-8e28-8d52-091d-7e87d973d0b8" [ 1128.492079] env[69987]: _type = "HttpNfcLease" [ 1128.492079] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1128.492884] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7564a9-de01-4722-803e-4105241a8f55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.502424] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b01748-a783-7054-f6a7-840953cd6cf7/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1128.502606] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b01748-a783-7054-f6a7-840953cd6cf7/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1128.514290] env[69987]: DEBUG nova.compute.manager [req-de97619e-dc6a-4edf-8d00-5f2275b14005 req-bf93ca88-bee6-4433-8e09-cea2d36d71f3 service nova] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Detach interface failed, port_id=be70cd8d-e482-400f-9516-22be357c6e4f, reason: Instance cf08f5c6-179f-4c14-8318-933d6b85099d could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.590535] env[69987]: INFO nova.compute.manager [-] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Took 1.34 seconds to deallocate network for instance. [ 1128.612298] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb1c017e-aaec-41bd-abac-cde515c332cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.634009] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501113, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.948081] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.953111] env[69987]: DEBUG nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.956485] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da31f06a-8b28-4df4-9c48-634b2689d973 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.966525] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2b7f5f-7f57-4ffa-ba49-6596e15c4a55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.006180] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6ebba-6992-47f4-8303-66eac304812f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.017962] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497bc18-8ea4-4d8d-b7e8-04a0a8d8a0bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.041936] env[69987]: DEBUG nova.compute.provider_tree [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.097862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.136929] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521984} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.137817] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 9aa8d82d-371c-4edc-8db1-86778e48a36e/9aa8d82d-371c-4edc-8db1-86778e48a36e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.138285] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.139198] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c84a8a-5c26-4422-a043-5b007985c45f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.147539] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1129.147539] env[69987]: value = "task-3501114" [ 1129.147539] env[69987]: _type = "Task" [ 1129.147539] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.157762] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.382545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.382824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.383060] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.386390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.386390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.388086] env[69987]: INFO nova.compute.manager [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Terminating instance [ 1129.487460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.489504] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1a4de4-3db0-46d4-a34f-c6a9a584d54b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.512916] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489d162-9754-4063-aac8-362c86d69623 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.521536] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance '4d64ff93-96bd-41cb-8dc2-edcc59f8273c' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.548042] env[69987]: DEBUG nova.scheduler.client.report [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.659972] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139998} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.660289] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.661345] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefe3cf0-26f8-4b43-98f4-1a71c971e08c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.686885] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 9aa8d82d-371c-4edc-8db1-86778e48a36e/9aa8d82d-371c-4edc-8db1-86778e48a36e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.687295] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98aa02e3-7c80-42d2-a2e8-54dbef57beb7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.710591] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1129.710591] env[69987]: value = "task-3501115" [ 1129.710591] env[69987]: _type = "Task" [ 1129.710591] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.721970] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.893216] env[69987]: DEBUG nova.compute.manager [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.893470] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.894453] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a56ec20-8790-4115-92e5-9f9f98b2c789 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.911232] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.911520] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6093a76-e212-4660-aa3b-c4e4ce568009 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.921265] env[69987]: DEBUG oslo_vmware.api [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1129.921265] env[69987]: value = "task-3501116" [ 1129.921265] env[69987]: _type = "Task" [ 1129.921265] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.936296] env[69987]: DEBUG oslo_vmware.api [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.031610] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.032735] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce30a7b-b906-4282-af08-63eb39c2d39e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.042900] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1130.042900] env[69987]: value = "task-3501117" [ 1130.042900] env[69987]: _type = "Task" [ 1130.042900] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.054790] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.054790] env[69987]: DEBUG nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.057686] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.058413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.402s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.058622] env[69987]: DEBUG nova.objects.instance [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lazy-loading 'resources' on Instance uuid b9b31f5e-906c-4cf3-8e2f-3651b801787c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.222230] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501115, 'name': ReconfigVM_Task, 'duration_secs': 0.379893} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.222506] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 9aa8d82d-371c-4edc-8db1-86778e48a36e/9aa8d82d-371c-4edc-8db1-86778e48a36e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.223182] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b19fbbe7-ae90-404e-8881-d4b274ef73ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.231375] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1130.231375] env[69987]: value = "task-3501118" [ 1130.231375] env[69987]: _type = "Task" [ 1130.231375] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.241431] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501118, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.434430] env[69987]: DEBUG oslo_vmware.api [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501116, 'name': PowerOffVM_Task, 'duration_secs': 0.238193} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.434873] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.435166] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.435541] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-211fa6bc-c8eb-4e85-8f3b-0eeb7366a409 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.514927] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.515196] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.515392] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Deleting the datastore file [datastore2] 7e5e1ea1-4f4f-4c35-b847-cc92defa1004 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.515679] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a71b6f-d307-483d-993c-5b0a0bc08d9b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.524568] env[69987]: DEBUG oslo_vmware.api [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for the task: (returnval){ [ 1130.524568] env[69987]: value = "task-3501120" [ 1130.524568] env[69987]: _type = "Task" [ 1130.524568] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.536191] env[69987]: DEBUG oslo_vmware.api [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.551745] env[69987]: DEBUG oslo_vmware.api [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501117, 'name': PowerOnVM_Task, 'duration_secs': 0.484139} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.552039] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.552239] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0886246d-0470-42b4-9ee7-5ec5e52292fc tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance '4d64ff93-96bd-41cb-8dc2-edcc59f8273c' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.561622] env[69987]: DEBUG nova.compute.utils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.566266] env[69987]: DEBUG nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1130.741959] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501118, 'name': Rename_Task, 'duration_secs': 0.163375} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.744523] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.746014] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-989fef2b-004b-47ba-90fc-3cfe7d50f368 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.752900] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1130.752900] env[69987]: value = "task-3501121" [ 1130.752900] env[69987]: _type = "Task" [ 1130.752900] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.768202] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.848429] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66e42dc-fe2d-4205-a4a4-cf2daa0ab537 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.856215] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c0014-563f-468e-8157-809036795e0b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.888573] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd38b4-81b7-4793-b800-ef8bd17d8f51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.896448] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736a3f0-b052-436e-949b-3379df1dd838 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.910795] env[69987]: DEBUG nova.compute.provider_tree [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.035784] env[69987]: DEBUG oslo_vmware.api [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Task: {'id': task-3501120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27742} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.036148] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.036305] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.036502] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.036680] env[69987]: INFO nova.compute.manager [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1131.036928] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.037136] env[69987]: DEBUG nova.compute.manager [-] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.037231] env[69987]: DEBUG nova.network.neutron [-] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.066903] env[69987]: DEBUG nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.265797] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.322113] env[69987]: DEBUG nova.compute.manager [req-0f18d421-c528-481e-96e6-85cfd1c26a01 req-bb55b98f-1993-4c44-9c68-072703553b0d service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Received event network-vif-deleted-6d25c299-4516-4bb9-be48-70343a6ae40c {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.322908] env[69987]: INFO nova.compute.manager [req-0f18d421-c528-481e-96e6-85cfd1c26a01 req-bb55b98f-1993-4c44-9c68-072703553b0d service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Neutron deleted interface 6d25c299-4516-4bb9-be48-70343a6ae40c; detaching it from the instance and deleting it from the info cache [ 1131.322908] env[69987]: DEBUG nova.network.neutron [req-0f18d421-c528-481e-96e6-85cfd1c26a01 req-bb55b98f-1993-4c44-9c68-072703553b0d service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.415538] env[69987]: DEBUG nova.scheduler.client.report [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.763742] env[69987]: DEBUG oslo_vmware.api [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501121, 'name': PowerOnVM_Task, 'duration_secs': 0.564372} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.764149] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.764254] env[69987]: INFO nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1131.764417] env[69987]: DEBUG nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.765203] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ba2cc-fc8b-4a26-a475-65d7fb29b152 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.788389] env[69987]: DEBUG nova.network.neutron [-] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.826464] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e33a4512-dd8b-40b7-a664-c62ae30461f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.838371] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb258b4d-1011-4faf-a485-55ca4e363298 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.870250] env[69987]: DEBUG nova.compute.manager [req-0f18d421-c528-481e-96e6-85cfd1c26a01 req-bb55b98f-1993-4c44-9c68-072703553b0d service nova] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Detach interface failed, port_id=6d25c299-4516-4bb9-be48-70343a6ae40c, reason: Instance 7e5e1ea1-4f4f-4c35-b847-cc92defa1004 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.922267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.926776] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.205s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.927087] env[69987]: DEBUG nova.objects.instance [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'resources' on Instance uuid 91ba8740-abfb-4cf6-80bf-552cf5b2586f {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.083022] env[69987]: DEBUG nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.120736] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.120985] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.121162] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.121343] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.121485] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.121644] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.121863] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.123260] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.123549] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.123754] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.123964] env[69987]: DEBUG nova.virt.hardware [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.128020] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e66ba9-0450-451d-b43d-d0d70007609d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.135999] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafaabfa-2994-4a8b-94ee-259db1b952d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.156143] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.164139] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Creating folder: Project (4b1251afa26f4488ba7a414e4972ed7c). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.165015] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b980af9a-fe5d-4347-b0bb-02a3f97fe8b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.176115] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Created folder: Project (4b1251afa26f4488ba7a414e4972ed7c) in parent group-v699418. [ 1132.176335] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Creating folder: Instances. Parent ref: group-v699664. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.176978] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82bf9ff7-ee2a-4167-ba44-1773e97cac9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.186582] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Created folder: Instances in parent group-v699664. [ 1132.187179] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.187404] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.187618] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-708066ad-d797-4db9-ba71-6323feefefb8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.205463] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.205463] env[69987]: value = "task-3501124" [ 1132.205463] env[69987]: _type = "Task" [ 1132.205463] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.214256] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501124, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.284514] env[69987]: INFO nova.compute.manager [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Took 33.99 seconds to build instance. [ 1132.291570] env[69987]: INFO nova.compute.manager [-] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Took 1.25 seconds to deallocate network for instance. [ 1132.451347] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e51611d6-dd85-4483-a9ac-c77b3182a8d8 tempest-ServerActionsV293TestJSON-116352925 tempest-ServerActionsV293TestJSON-116352925-project-member] Lock "b9b31f5e-906c-4cf3-8e2f-3651b801787c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.159s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.719583] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501124, 'name': CreateVM_Task, 'duration_secs': 0.31163} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.719770] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.720881] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.721109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.721468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.721736] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf32f918-7684-4fb1-867a-f1b2454bf25e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.728363] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1132.728363] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524f9cb0-8109-d417-ba74-fd44e2cc1254" [ 1132.728363] env[69987]: _type = "Task" [ 1132.728363] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.736846] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524f9cb0-8109-d417-ba74-fd44e2cc1254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.769399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.770319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.770536] env[69987]: DEBUG nova.compute.manager [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Going to confirm migration 4 {{(pid=69987) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1132.788328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d536d373-1dcd-4f43-add9-057f7c7e2d10 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.512s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.801674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.802733] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4de168-a62a-4fe4-907e-106cf19915cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.816274] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e8067-3040-4d68-b4cc-1fe6912cbc41 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.855987] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55458723-98b3-472b-9f04-bc1700714a15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.865724] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f220a-543d-41f7-8a6f-336187af927e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.884542] env[69987]: DEBUG nova.compute.provider_tree [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.982891] env[69987]: DEBUG nova.compute.manager [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-changed-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.986519] env[69987]: DEBUG nova.compute.manager [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing instance network info cache due to event network-changed-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.986807] env[69987]: DEBUG oslo_concurrency.lockutils [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.986987] env[69987]: DEBUG oslo_concurrency.lockutils [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.987306] env[69987]: DEBUG nova.network.neutron [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing network info cache for port 5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.243951] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524f9cb0-8109-d417-ba74-fd44e2cc1254, 'name': SearchDatastore_Task, 'duration_secs': 0.013861} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.245027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.245027] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.245195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.245349] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.245532] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.245804] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-261a2a82-79be-4322-bb02-b86c6cb5100c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.254534] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.254684] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.255576] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2718cc6-2aac-4a9d-a184-230a8b2ea420 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.261406] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1133.261406] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5297aa6a-1691-15a8-5760-e6468f1d3ba0" [ 1133.261406] env[69987]: _type = "Task" [ 1133.261406] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.270520] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5297aa6a-1691-15a8-5760-e6468f1d3ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.347736] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.347934] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.348134] env[69987]: DEBUG nova.network.neutron [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.348488] env[69987]: DEBUG nova.objects.instance [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lazy-loading 'info_cache' on Instance uuid 4d64ff93-96bd-41cb-8dc2-edcc59f8273c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.388925] env[69987]: DEBUG nova.scheduler.client.report [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.774806] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5297aa6a-1691-15a8-5760-e6468f1d3ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.778200] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90839bc-8bc1-4d96-91ca-6da9926d4419 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.786022] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1133.786022] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5255d26c-dad2-f18b-1fd3-c503a262df66" [ 1133.786022] env[69987]: _type = "Task" [ 1133.786022] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.792956] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5255d26c-dad2-f18b-1fd3-c503a262df66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.830468] env[69987]: DEBUG nova.network.neutron [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updated VIF entry in instance network info cache for port 5f38ae9b-1fb5-45d0-8861-3fde285ea2c7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.830468] env[69987]: DEBUG nova.network.neutron [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.899878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.900823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.838s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.901304] env[69987]: DEBUG nova.objects.instance [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lazy-loading 'resources' on Instance uuid cda39513-00d1-4838-8936-42ac5e64064e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.933549] env[69987]: INFO nova.scheduler.client.report [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted allocations for instance 91ba8740-abfb-4cf6-80bf-552cf5b2586f [ 1134.297534] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5255d26c-dad2-f18b-1fd3-c503a262df66, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.298048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.298110] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.298446] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fceb9788-7e42-4a73-9c5b-74d3b88478aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.306028] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1134.306028] env[69987]: value = "task-3501125" [ 1134.306028] env[69987]: _type = "Task" [ 1134.306028] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.314564] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.332425] env[69987]: DEBUG oslo_concurrency.lockutils [req-160e4eaf-d329-4e80-bd7e-a1b1149f8e2c req-ea4f6400-0090-4046-ae4f-8501ebd70bf0 service nova] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.441702] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8182226e-88b6-4ee7-abc2-c4831be25525 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "91ba8740-abfb-4cf6-80bf-552cf5b2586f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.386s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.709271] env[69987]: DEBUG nova.network.neutron [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance_info_cache with network_info: [{"id": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "address": "fa:16:3e:9b:e3:13", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e2d1dd-8c", "ovs_interfaceid": "d7e2d1dd-8c89-40e0-b522-55eb693fa969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.764465] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ccf541-c0f3-4333-8817-240b097d4151 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.776672] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359fcd5-fe47-478a-b59b-347150b9477a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.817378] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5e7abd-fd48-4bf8-a934-9fc225e9913d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.828715] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4320a8-18f6-486f-b9d3-5bcdfc4d315d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.833013] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.833623] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.833623] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.834197] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb1a54b1-aca5-4e2c-954b-45fb3ddaf546 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.844998] env[69987]: DEBUG nova.compute.provider_tree [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.852279] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1134.852279] env[69987]: value = "task-3501126" [ 1134.852279] env[69987]: _type = "Task" [ 1134.852279] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.862165] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.161915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.162184] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.212237] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-4d64ff93-96bd-41cb-8dc2-edcc59f8273c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.212371] env[69987]: DEBUG nova.objects.instance [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lazy-loading 'migration_context' on Instance uuid 4d64ff93-96bd-41cb-8dc2-edcc59f8273c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.350083] env[69987]: DEBUG nova.scheduler.client.report [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.362392] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070436} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.362672] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.363460] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e979ce2-0364-4b68-9855-2535f4734f69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.383989] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.384561] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2240a23-2da4-44f5-af76-62d892399edb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.404243] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1135.404243] env[69987]: value = "task-3501127" [ 1135.404243] env[69987]: _type = "Task" [ 1135.404243] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.412081] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.664291] env[69987]: DEBUG nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.715297] env[69987]: DEBUG nova.objects.base [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Object Instance<4d64ff93-96bd-41cb-8dc2-edcc59f8273c> lazy-loaded attributes: info_cache,migration_context {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.719320] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3bf745-d474-4390-958c-2d6c108c1ec7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.739254] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd064049-aef6-49f8-99cd-c28256c4fd08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.745702] env[69987]: DEBUG oslo_vmware.api [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1135.745702] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52025fe9-2f6a-5aa8-37b1-6d6f98ce13b3" [ 1135.745702] env[69987]: _type = "Task" [ 1135.745702] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.753289] env[69987]: DEBUG oslo_vmware.api [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52025fe9-2f6a-5aa8-37b1-6d6f98ce13b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.855097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.857621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.054s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.859275] env[69987]: INFO nova.compute.claims [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.882916] env[69987]: INFO nova.scheduler.client.report [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Deleted allocations for instance cda39513-00d1-4838-8936-42ac5e64064e [ 1135.916528] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501127, 'name': ReconfigVM_Task, 'duration_secs': 0.273693} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.916825] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.917441] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c7179ef-645e-4cb7-ae7e-daa033ffe137 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.925196] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1135.925196] env[69987]: value = "task-3501128" [ 1135.925196] env[69987]: _type = "Task" [ 1135.925196] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.934399] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501128, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.197813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.254602] env[69987]: DEBUG oslo_vmware.api [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52025fe9-2f6a-5aa8-37b1-6d6f98ce13b3, 'name': SearchDatastore_Task, 'duration_secs': 0.007609} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.254921] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.392317] env[69987]: DEBUG oslo_concurrency.lockutils [None req-779ddc7a-bb2a-4394-bbd0-e68dd2b40990 tempest-ServerAddressesTestJSON-10287074 tempest-ServerAddressesTestJSON-10287074-project-member] Lock "cda39513-00d1-4838-8936-42ac5e64064e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.975s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.435844] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501128, 'name': Rename_Task, 'duration_secs': 0.141359} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.435844] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.436078] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d193ba21-3fba-40b9-ac38-22912d354de8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.443176] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1136.443176] env[69987]: value = "task-3501129" [ 1136.443176] env[69987]: _type = "Task" [ 1136.443176] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.451812] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.499907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "08710bc2-6f0a-4021-9b99-5a1250b08024" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.500186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.958618] env[69987]: DEBUG oslo_vmware.api [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501129, 'name': PowerOnVM_Task, 'duration_secs': 0.438518} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.958886] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.959138] env[69987]: INFO nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Took 4.88 seconds to spawn the instance on the hypervisor. [ 1136.959370] env[69987]: DEBUG nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.960296] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09704cca-9878-422c-8d80-95af2298846c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.002422] env[69987]: DEBUG nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.144179] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb3f1af-1ad4-469f-a5ff-7c39f655f8f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.153285] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1ad8d4-22b0-4258-b17f-63e60b804b1b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.186298] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10792d6-d0af-44b4-9084-6c9ba6f54bc7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.198507] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce4d809-c6cb-4207-80d7-16399ed251cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.214656] env[69987]: DEBUG nova.compute.provider_tree [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.483990] env[69987]: INFO nova.compute.manager [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Took 34.59 seconds to build instance. [ 1137.525713] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.694638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.694889] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.695146] env[69987]: INFO nova.compute.manager [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Rebooting instance [ 1137.717800] env[69987]: DEBUG nova.scheduler.client.report [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.986404] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59ef7cf9-9d91-4b59-9565-9515db547ca7 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.099s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.072188] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b01748-a783-7054-f6a7-840953cd6cf7/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1138.074898] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95d7733-71e1-4cc8-b2de-0b70739494c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.081947] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b01748-a783-7054-f6a7-840953cd6cf7/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1138.082208] env[69987]: ERROR oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b01748-a783-7054-f6a7-840953cd6cf7/disk-0.vmdk due to incomplete transfer. [ 1138.082525] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f933bf6-3318-40aa-a993-6fc1aebe4eca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.091448] env[69987]: DEBUG oslo_vmware.rw_handles [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b01748-a783-7054-f6a7-840953cd6cf7/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1138.091745] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Uploaded image 1a29d99c-9980-4b73-9769-776162b00f9b to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1138.096162] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1138.096162] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a7c48092-eb63-4958-afd0-6bce7e590e20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.101529] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1138.101529] env[69987]: value = "task-3501130" [ 1138.101529] env[69987]: _type = "Task" [ 1138.101529] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.109663] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501130, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.222609] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.222813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.222999] env[69987]: DEBUG nova.network.neutron [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.228027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.228027] env[69987]: DEBUG nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.229545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.856s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.229724] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.229875] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1138.230479] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.828s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.230717] env[69987]: DEBUG nova.objects.instance [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lazy-loading 'resources' on Instance uuid 6607c793-442b-405b-8c41-d29c12c2f80e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.233365] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a9abb-470f-4c72-9480-30bb24f49a92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.243559] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce8597c-806f-4b0d-b35a-8639c19123d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.262028] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc3d1e-b23e-4703-92d3-5768769cb7c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.270381] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77577cfd-0d10-4c18-b5b2-8ad6c9a86772 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.303484] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179268MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1138.303484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.611813] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501130, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.738297] env[69987]: DEBUG nova.compute.utils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.742395] env[69987]: DEBUG nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.742569] env[69987]: DEBUG nova.network.neutron [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.794644] env[69987]: DEBUG nova.policy [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1fe286b2cde4ecc917b5f87469787a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6cca8531b94e29a4098ac369835a04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.026150] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1402c62-577f-4226-9376-c429db71b822 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.030205] env[69987]: DEBUG nova.network.neutron [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.041024] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf620e-2336-4881-b711-1d429d702c04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.069826] env[69987]: INFO nova.compute.manager [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Rebuilding instance [ 1139.073850] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb381c-99ef-4769-8afa-e02dcb3046db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.082969] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3e9f2-a7f9-444a-a938-88f02b80c47f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.100147] env[69987]: DEBUG nova.compute.provider_tree [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.112273] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501130, 'name': Destroy_Task, 'duration_secs': 0.900928} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.116321] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Destroyed the VM [ 1139.116717] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1139.117820] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07f1454f-04a5-4e0c-a7bc-da7f6a400195 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.125161] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1139.125161] env[69987]: value = "task-3501131" [ 1139.125161] env[69987]: _type = "Task" [ 1139.125161] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.138318] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501131, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.138944] env[69987]: DEBUG nova.compute.manager [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.139786] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b294ab-1135-4392-b06c-d43c6d8de297 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.178306] env[69987]: DEBUG nova.network.neutron [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Successfully created port: 930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.247190] env[69987]: DEBUG nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.538704] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.607886] env[69987]: DEBUG nova.scheduler.client.report [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.636154] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501131, 'name': RemoveSnapshot_Task, 'duration_secs': 0.488428} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.636462] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1139.637045] env[69987]: DEBUG nova.compute.manager [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.637656] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfed28cd-2765-4662-b5cb-dbda495e62c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.044177] env[69987]: DEBUG nova.compute.manager [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.045093] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c72ad-3a60-406a-bee1-9e52f100efba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.114024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.116857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.507s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.117261] env[69987]: DEBUG nova.objects.instance [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lazy-loading 'resources' on Instance uuid c622e933-53d0-40db-8e7f-61f58e25afa5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.138126] env[69987]: INFO nova.scheduler.client.report [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Deleted allocations for instance 6607c793-442b-405b-8c41-d29c12c2f80e [ 1140.149029] env[69987]: INFO nova.compute.manager [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Shelve offloading [ 1140.153753] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.154092] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fac15c1-cb58-4a06-aa74-0efd2f03ee2a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.162123] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1140.162123] env[69987]: value = "task-3501132" [ 1140.162123] env[69987]: _type = "Task" [ 1140.162123] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.175666] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.257370] env[69987]: DEBUG nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.286529] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.286802] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.286987] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.287205] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.287377] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.287925] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.287925] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.287925] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.288073] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.288218] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.288420] env[69987]: DEBUG nova.virt.hardware [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.289316] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa7ecf-a1cb-419c-b1ad-fce2ae536a90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.298283] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b918094-912d-4c1c-aa64-f7eb7045460e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.628717] env[69987]: DEBUG nova.compute.manager [req-ae3c3429-9f08-433c-8bcc-010c8d61c226 req-fb5d232d-b50c-440c-bb3a-1bd1ac90beab service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Received event network-vif-plugged-930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.628956] env[69987]: DEBUG oslo_concurrency.lockutils [req-ae3c3429-9f08-433c-8bcc-010c8d61c226 req-fb5d232d-b50c-440c-bb3a-1bd1ac90beab service nova] Acquiring lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.629196] env[69987]: DEBUG oslo_concurrency.lockutils [req-ae3c3429-9f08-433c-8bcc-010c8d61c226 req-fb5d232d-b50c-440c-bb3a-1bd1ac90beab service nova] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.629470] env[69987]: DEBUG oslo_concurrency.lockutils [req-ae3c3429-9f08-433c-8bcc-010c8d61c226 req-fb5d232d-b50c-440c-bb3a-1bd1ac90beab service nova] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.629663] env[69987]: DEBUG nova.compute.manager [req-ae3c3429-9f08-433c-8bcc-010c8d61c226 req-fb5d232d-b50c-440c-bb3a-1bd1ac90beab service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] No waiting events found dispatching network-vif-plugged-930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.629828] env[69987]: WARNING nova.compute.manager [req-ae3c3429-9f08-433c-8bcc-010c8d61c226 req-fb5d232d-b50c-440c-bb3a-1bd1ac90beab service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Received unexpected event network-vif-plugged-930df5d8-fb51-4265-bba4-ab76b4c80915 for instance with vm_state building and task_state spawning. [ 1140.648272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4f44c78d-6bd8-4d6c-9382-aa8fc140b069 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "6607c793-442b-405b-8c41-d29c12c2f80e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.035s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.652323] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.652706] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1407b78a-c20d-4a11-a26d-5159a07364b8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.664697] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1140.664697] env[69987]: value = "task-3501133" [ 1140.664697] env[69987]: _type = "Task" [ 1140.664697] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.680625] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501132, 'name': PowerOffVM_Task, 'duration_secs': 0.120514} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.684320] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.684991] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.685876] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dafcc9-8a13-4dae-a48b-d10c84bf4fa9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.688636] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1140.688859] env[69987]: DEBUG nova.compute.manager [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.689868] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e8651-0375-4402-b4ad-f8e24e4c3ddf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.703313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.703514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.703698] env[69987]: DEBUG nova.network.neutron [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.704972] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.705201] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cb33cec-ce66-437f-a389-ee59c0117d96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.731486] env[69987]: DEBUG nova.network.neutron [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Successfully updated port: 930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.734302] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.734521] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.734708] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Deleting the datastore file [datastore1] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.737883] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7f9e100-aa02-4a3d-a9cb-a82cdcda7dc7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.746084] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1140.746084] env[69987]: value = "task-3501135" [ 1140.746084] env[69987]: _type = "Task" [ 1140.746084] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.758909] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.826830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.827110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.827330] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.827530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.827693] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.830151] env[69987]: INFO nova.compute.manager [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Terminating instance [ 1140.907986] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eab28a-c9c9-493f-83b7-769264efd0ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.919678] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca2dcdd-1100-4a3a-830e-fbb15ec416d8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.953565] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548860b3-c9c2-4bf2-bccf-d754c4bc96cd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.964113] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb9931-578c-44b0-92ee-05d9cc05e03f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.977628] env[69987]: DEBUG nova.compute.provider_tree [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.062702] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6419cbf-f1e0-48f6-877b-67f993466c23 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.070725] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Doing hard reboot of VM {{(pid=69987) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1141.071007] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4035cbb0-9dbb-4c1a-a2cb-9debd806732b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.076684] env[69987]: DEBUG oslo_vmware.api [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1141.076684] env[69987]: value = "task-3501136" [ 1141.076684] env[69987]: _type = "Task" [ 1141.076684] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.084921] env[69987]: DEBUG oslo_vmware.api [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501136, 'name': ResetVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.243494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.243494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquired lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.243494] env[69987]: DEBUG nova.network.neutron [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.258739] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293572} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.259149] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.259196] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.259371] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.337084] env[69987]: DEBUG nova.compute.manager [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.337368] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.338788] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed5392-c53c-4fda-8eba-3489c293a8bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.346474] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.346736] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82da18b6-4f67-40df-9486-60b5b96106e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.352436] env[69987]: DEBUG oslo_vmware.api [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1141.352436] env[69987]: value = "task-3501137" [ 1141.352436] env[69987]: _type = "Task" [ 1141.352436] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.366157] env[69987]: DEBUG oslo_vmware.api [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.446182] env[69987]: DEBUG nova.network.neutron [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Updating instance_info_cache with network_info: [{"id": "fc57780a-f811-4304-84bb-9958f72958d1", "address": "fa:16:3e:4f:a7:50", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc57780a-f8", "ovs_interfaceid": "fc57780a-f811-4304-84bb-9958f72958d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.481392] env[69987]: DEBUG nova.scheduler.client.report [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.586984] env[69987]: DEBUG oslo_vmware.api [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501136, 'name': ResetVM_Task, 'duration_secs': 0.263583} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.587313] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Did hard reboot of VM {{(pid=69987) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1141.587512] env[69987]: DEBUG nova.compute.manager [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.588341] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ad86d5-0f90-45f8-89ac-3f7cb68778af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.774670] env[69987]: DEBUG nova.network.neutron [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.862249] env[69987]: DEBUG oslo_vmware.api [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501137, 'name': PowerOffVM_Task, 'duration_secs': 0.229335} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.862528] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.862698] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.862949] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7720ed6d-be30-4ec8-9be3-1083d3e82c15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.924175] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.924493] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.924594] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Deleting the datastore file [datastore2] 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.924870] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74fbc471-77fa-4fbd-bb8a-acdec313681f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.932621] env[69987]: DEBUG oslo_vmware.api [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for the task: (returnval){ [ 1141.932621] env[69987]: value = "task-3501139" [ 1141.932621] env[69987]: _type = "Task" [ 1141.932621] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.940420] env[69987]: DEBUG nova.network.neutron [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Updating instance_info_cache with network_info: [{"id": "930df5d8-fb51-4265-bba4-ab76b4c80915", "address": "fa:16:3e:16:04:2a", "network": {"id": "69c2e3b4-fa2b-4ff0-be99-46badb7ead05", "bridge": "br-int", "label": "tempest-ServersTestJSON-85450811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6cca8531b94e29a4098ac369835a04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930df5d8-fb", "ovs_interfaceid": "930df5d8-fb51-4265-bba4-ab76b4c80915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.946061] env[69987]: DEBUG oslo_vmware.api [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.949716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.987755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.991040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.281s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.023535] env[69987]: INFO nova.scheduler.client.report [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Deleted allocations for instance c622e933-53d0-40db-8e7f-61f58e25afa5 [ 1142.100146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3e4f3069-a4e3-429d-aec4-5ae20da7122e tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.405s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.309449] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.309449] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.309607] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.309748] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.309950] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.310113] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.310313] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.310477] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.310648] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.310815] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.310994] env[69987]: DEBUG nova.virt.hardware [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.312627] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595ce1c3-4c25-4dca-9fe9-9051be394701 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.321957] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eaf590-3ead-40a6-b85f-a5a8a3b18412 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.337637] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.343596] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.343962] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.344203] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7167fac-91e4-4607-99f7-e222e11805fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.365707] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.365707] env[69987]: value = "task-3501140" [ 1142.365707] env[69987]: _type = "Task" [ 1142.365707] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.375217] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501140, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.382438] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.383274] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ef9c53-a11b-4b70-bc2d-541738b117c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.391862] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.392134] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69adce47-6ba2-4d4d-a39c-5772b9a32e2d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.443654] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Releasing lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.443986] env[69987]: DEBUG nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Instance network_info: |[{"id": "930df5d8-fb51-4265-bba4-ab76b4c80915", "address": "fa:16:3e:16:04:2a", "network": {"id": "69c2e3b4-fa2b-4ff0-be99-46badb7ead05", "bridge": "br-int", "label": "tempest-ServersTestJSON-85450811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6cca8531b94e29a4098ac369835a04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930df5d8-fb", "ovs_interfaceid": "930df5d8-fb51-4265-bba4-ab76b4c80915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.444321] env[69987]: DEBUG oslo_vmware.api [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Task: {'id': task-3501139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321554} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.444670] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:04:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930df5d8-fb51-4265-bba4-ab76b4c80915', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.452241] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Creating folder: Project (0d6cca8531b94e29a4098ac369835a04). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.452549] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.452755] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.452927] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.453136] env[69987]: INFO nova.compute.manager [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1142.453378] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.453931] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6336c605-6b40-4289-bec9-9e36e5e21035 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.455665] env[69987]: DEBUG nova.compute.manager [-] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.455665] env[69987]: DEBUG nova.network.neutron [-] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.464075] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.465650] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.465650] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleting the datastore file [datastore2] 2e32641c-4c65-4cd4-ba5e-71e69f3257ba {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.465650] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a49bdfeb-2abe-4afa-9c62-90fecec28a69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.468444] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Created folder: Project (0d6cca8531b94e29a4098ac369835a04) in parent group-v699418. [ 1142.468625] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Creating folder: Instances. Parent ref: group-v699668. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.468843] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83dccf2f-3260-4156-a060-d02e368f5f24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.471396] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1142.471396] env[69987]: value = "task-3501143" [ 1142.471396] env[69987]: _type = "Task" [ 1142.471396] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.480042] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.480926] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Created folder: Instances in parent group-v699668. [ 1142.481174] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.481371] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.481573] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d28d44cb-d2ac-4cc9-b10f-4e699a11a6b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.500313] env[69987]: INFO nova.compute.claims [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.504980] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.504980] env[69987]: value = "task-3501145" [ 1142.504980] env[69987]: _type = "Task" [ 1142.504980] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.513852] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501145, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.532518] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e2e08e3-4283-4455-ab98-505d024c43cf tempest-ImagesTestJSON-600722714 tempest-ImagesTestJSON-600722714-project-member] Lock "c622e933-53d0-40db-8e7f-61f58e25afa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.396s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.743307] env[69987]: DEBUG nova.compute.manager [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Received event network-changed-930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.743500] env[69987]: DEBUG nova.compute.manager [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Refreshing instance network info cache due to event network-changed-930df5d8-fb51-4265-bba4-ab76b4c80915. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.743718] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Acquiring lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.743860] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Acquired lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.744090] env[69987]: DEBUG nova.network.neutron [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Refreshing network info cache for port 930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.875836] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501140, 'name': CreateVM_Task, 'duration_secs': 0.364924} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.876135] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.876546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.876714] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.877060] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.877658] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5833e93f-f90f-4697-9b21-eebd3154366d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.882179] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1142.882179] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a53df4-8508-eb5c-d1f1-2bd8f509e45b" [ 1142.882179] env[69987]: _type = "Task" [ 1142.882179] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.890936] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a53df4-8508-eb5c-d1f1-2bd8f509e45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.981338] env[69987]: DEBUG oslo_vmware.api [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212346} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.981627] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.982483] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.983204] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.008666] env[69987]: INFO nova.compute.resource_tracker [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating resource usage from migration 7e6b65e7-e6a7-4381-8e37-2bd6b2be71f5 [ 1143.020620] env[69987]: INFO nova.scheduler.client.report [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted allocations for instance 2e32641c-4c65-4cd4-ba5e-71e69f3257ba [ 1143.030266] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501145, 'name': CreateVM_Task, 'duration_secs': 0.358586} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.030489] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.031324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.222104] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7dbd81-840d-42bc-bf32-d083926c23a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.232354] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c87a52-876e-48be-bffc-cae58294fa12 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.267574] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b98c8b-690c-4c97-90c1-e2c6e51d53ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.280108] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc42ab-ed2c-4d83-a018-7ec1561fba78 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.295000] env[69987]: DEBUG nova.compute.provider_tree [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.395098] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a53df4-8508-eb5c-d1f1-2bd8f509e45b, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.395412] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.395645] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.395878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.396049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.396248] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.396540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.397346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.397346] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0364be04-2765-4106-8ac1-3fb7053ddb79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.399348] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6fccb0-2afe-4570-9f63-6d8fb4f94ab4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.404568] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1143.404568] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fec6b1-82fe-6575-6ccb-cd66446ca376" [ 1143.404568] env[69987]: _type = "Task" [ 1143.404568] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.408441] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.408811] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.409653] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a279b770-5cd9-421e-b848-9b6cf8033f73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.415482] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fec6b1-82fe-6575-6ccb-cd66446ca376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.417722] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1143.417722] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e6d104-aff9-c65d-14ed-d1a0577c25f6" [ 1143.417722] env[69987]: _type = "Task" [ 1143.417722] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.427307] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e6d104-aff9-c65d-14ed-d1a0577c25f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.494861] env[69987]: DEBUG nova.network.neutron [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Updated VIF entry in instance network info cache for port 930df5d8-fb51-4265-bba4-ab76b4c80915. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.495258] env[69987]: DEBUG nova.network.neutron [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Updating instance_info_cache with network_info: [{"id": "930df5d8-fb51-4265-bba4-ab76b4c80915", "address": "fa:16:3e:16:04:2a", "network": {"id": "69c2e3b4-fa2b-4ff0-be99-46badb7ead05", "bridge": "br-int", "label": "tempest-ServersTestJSON-85450811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6cca8531b94e29a4098ac369835a04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930df5d8-fb", "ovs_interfaceid": "930df5d8-fb51-4265-bba4-ab76b4c80915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.525347] env[69987]: DEBUG nova.network.neutron [-] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.527267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.797715] env[69987]: DEBUG nova.scheduler.client.report [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.915767] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fec6b1-82fe-6575-6ccb-cd66446ca376, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.916131] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.916391] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.916611] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.933347] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e6d104-aff9-c65d-14ed-d1a0577c25f6, 'name': SearchDatastore_Task, 'duration_secs': 0.022169} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.934159] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc405f88-733f-4baa-9001-df44b4e159d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.939541] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1143.939541] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52932577-aa2f-aa8c-5985-767b59179ca6" [ 1143.939541] env[69987]: _type = "Task" [ 1143.939541] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.950755] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52932577-aa2f-aa8c-5985-767b59179ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.999803] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Releasing lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.999803] env[69987]: DEBUG nova.compute.manager [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Received event network-vif-unplugged-fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.999803] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Acquiring lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.999803] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.999803] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.999803] env[69987]: DEBUG nova.compute.manager [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] No waiting events found dispatching network-vif-unplugged-fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.999803] env[69987]: WARNING nova.compute.manager [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Received unexpected event network-vif-unplugged-fc57780a-f811-4304-84bb-9958f72958d1 for instance with vm_state shelved and task_state shelving_offloading. [ 1144.000066] env[69987]: DEBUG nova.compute.manager [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Received event network-changed-fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.000066] env[69987]: DEBUG nova.compute.manager [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Refreshing instance network info cache due to event network-changed-fc57780a-f811-4304-84bb-9958f72958d1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.000249] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Acquiring lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.000388] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Acquired lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.000568] env[69987]: DEBUG nova.network.neutron [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Refreshing network info cache for port fc57780a-f811-4304-84bb-9958f72958d1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.028981] env[69987]: INFO nova.compute.manager [-] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Took 1.57 seconds to deallocate network for instance. [ 1144.307579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.308107] env[69987]: INFO nova.compute.manager [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Migrating [ 1144.315222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.332s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.316743] env[69987]: INFO nova.compute.claims [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.336546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.455096] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52932577-aa2f-aa8c-5985-767b59179ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.456051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.456571] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.457236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.457669] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.458103] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12339f19-c17c-4bed-bb6f-132d78888445 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.460824] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26489dab-2df4-41e3-972e-cd6f16cbae14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.470315] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1144.470315] env[69987]: value = "task-3501146" [ 1144.470315] env[69987]: _type = "Task" [ 1144.470315] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.473280] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.473591] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.474857] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f9b015-7dab-45cd-8d8a-22a0c02a3aa9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.480416] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.485898] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1144.485898] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522c0145-580b-52ac-8abd-9566d11d5909" [ 1144.485898] env[69987]: _type = "Task" [ 1144.485898] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.494198] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522c0145-580b-52ac-8abd-9566d11d5909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.536222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.772373] env[69987]: DEBUG nova.network.neutron [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Updated VIF entry in instance network info cache for port fc57780a-f811-4304-84bb-9958f72958d1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.772878] env[69987]: DEBUG nova.network.neutron [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Updating instance_info_cache with network_info: [{"id": "fc57780a-f811-4304-84bb-9958f72958d1", "address": "fa:16:3e:4f:a7:50", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": null, "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfc57780a-f8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.779244] env[69987]: DEBUG nova.compute.manager [req-e784b332-ebbd-44ac-a872-b97d61534885 req-20d0dde9-5b61-4b5f-91f9-8dee9945fcb7 service nova] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Received event network-vif-deleted-0ffbdc58-b190-4359-a691-088294cbf0b2 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.833756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.833988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.836499] env[69987]: DEBUG nova.network.neutron [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.981033] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501146, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.995392] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522c0145-580b-52ac-8abd-9566d11d5909, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.996252] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8c9c20-2ff7-4c20-93ef-5e2195a0be2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.001155] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1145.001155] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522547c7-097d-3e4a-fa71-901242f49cf4" [ 1145.001155] env[69987]: _type = "Task" [ 1145.001155] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.009601] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522547c7-097d-3e4a-fa71-901242f49cf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.279981] env[69987]: DEBUG oslo_concurrency.lockutils [req-fb5febe4-af49-4767-8dc8-56b875db65cb req-b29eba0b-e1a6-4e54-9d6f-12f55ad3e9a4 service nova] Releasing lock "refresh_cache-2e32641c-4c65-4cd4-ba5e-71e69f3257ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.483915] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563311} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.484220] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.484452] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.484710] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8af4e51-7bf3-4974-bb69-25d4f5d01b37 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.495346] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1145.495346] env[69987]: value = "task-3501147" [ 1145.495346] env[69987]: _type = "Task" [ 1145.495346] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.503396] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.518337] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522547c7-097d-3e4a-fa71-901242f49cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.030921} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.518587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.519060] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e/7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.521782] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d231e925-55bb-47c4-9e84-ebac331c32e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.531637] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1145.531637] env[69987]: value = "task-3501148" [ 1145.531637] env[69987]: _type = "Task" [ 1145.531637] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.542326] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.570782] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e465f2-387e-4511-9a85-7369542662a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.578263] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eda1125-0123-4841-b8bd-4c14a381e679 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.584982] env[69987]: DEBUG nova.network.neutron [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.612155] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecd75f6-26d8-4d03-b061-2eb64d2effeb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.620504] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e07d69f-b730-47ef-a466-0bb6ccc1bab2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.634851] env[69987]: DEBUG nova.compute.provider_tree [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.010691] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067893} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.010691] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.010691] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7fabb0-aca7-4f13-89a6-a37d551ff44f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.032013] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.032013] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c945dee-80f2-4960-afe3-f6ee28719147 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.051640] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.052989] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1146.052989] env[69987]: value = "task-3501149" [ 1146.052989] env[69987]: _type = "Task" [ 1146.052989] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.062512] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.112153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.137596] env[69987]: DEBUG nova.scheduler.client.report [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.554126] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914059} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.558624] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e/7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.558857] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.559379] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba3d2510-ce9b-4075-b399-1212b5b39926 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.567279] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.569342] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1146.569342] env[69987]: value = "task-3501150" [ 1146.569342] env[69987]: _type = "Task" [ 1146.569342] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.577866] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.642962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.643557] env[69987]: DEBUG nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.648184] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.549s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.648497] env[69987]: DEBUG nova.objects.instance [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lazy-loading 'resources' on Instance uuid cf08f5c6-179f-4c14-8318-933d6b85099d {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.064128] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501149, 'name': ReconfigVM_Task, 'duration_secs': 0.590966} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.064580] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863/2c66dab2-8d3d-4dc8-adb1-35ec1ab21863.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.065221] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0d0cbb4-66dd-400c-9c1e-b2a772660534 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.074080] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1147.074080] env[69987]: value = "task-3501151" [ 1147.074080] env[69987]: _type = "Task" [ 1147.074080] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.080110] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094166} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.080675] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.081451] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15bb7b-3b52-4183-9c95-ccc79571d3c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.086655] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501151, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.106653] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e/7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.106945] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc8e022-7f6a-41cd-a3fb-4cc03dd607f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.132629] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1147.132629] env[69987]: value = "task-3501152" [ 1147.132629] env[69987]: _type = "Task" [ 1147.132629] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.142155] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.151956] env[69987]: DEBUG nova.compute.utils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.156125] env[69987]: DEBUG nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.156337] env[69987]: DEBUG nova.network.neutron [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.198866] env[69987]: DEBUG nova.policy [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34a3c1fbd52442c795221b7b7c219b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36f5c1a6a46c434dbc8c6665d66d1b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.391260] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ac26a-d7e8-4b74-942e-2a0c1d21d270 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.399883] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9463a1d4-946d-4620-96cf-a6030feeba82 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.440554] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b514ac-e01e-415c-9083-9183d0a16ed7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.451022] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb0c08-07e0-4cd6-b851-f3d77a607339 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.468923] env[69987]: DEBUG nova.compute.provider_tree [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.586634] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501151, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.631492] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fe5b6-12ce-4180-ab0f-032f8f352e6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.644403] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501152, 'name': ReconfigVM_Task, 'duration_secs': 0.287218} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.658376] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e/7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.660172] env[69987]: DEBUG nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.663886] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance 'dc83ca05-8d05-495f-b3fa-629a4748db93' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.666461] env[69987]: DEBUG nova.network.neutron [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Successfully created port: 13a83941-4b13-4378-82a1-eec3f0efcaf0 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.668467] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba849f3a-d5e8-4e9c-880c-1985453d5d98 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.678595] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1147.678595] env[69987]: value = "task-3501153" [ 1147.678595] env[69987]: _type = "Task" [ 1147.678595] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.692418] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501153, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.973368] env[69987]: DEBUG nova.scheduler.client.report [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.088851] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501151, 'name': Rename_Task, 'duration_secs': 0.825371} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.088851] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.088851] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64478602-a5ca-48ce-925a-931b9729b645 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.096017] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1148.096017] env[69987]: value = "task-3501154" [ 1148.096017] env[69987]: _type = "Task" [ 1148.096017] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.102940] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.179979] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.180926] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cf8d46b-1e90-4b8d-8545-0daaef40ee51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.206495] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1148.206495] env[69987]: value = "task-3501155" [ 1148.206495] env[69987]: _type = "Task" [ 1148.206495] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.208820] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501153, 'name': Rename_Task, 'duration_secs': 0.250182} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.208820] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.212868] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9cf844-721d-4b54-9063-ac3b255d37c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.219986] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.220167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance 'dc83ca05-8d05-495f-b3fa-629a4748db93' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.225386] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1148.225386] env[69987]: value = "task-3501156" [ 1148.225386] env[69987]: _type = "Task" [ 1148.225386] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.234998] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501156, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.480684] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.483400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.996s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.485024] env[69987]: INFO nova.compute.claims [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.508228] env[69987]: INFO nova.scheduler.client.report [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Deleted allocations for instance cf08f5c6-179f-4c14-8318-933d6b85099d [ 1148.605593] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.682249] env[69987]: DEBUG nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.707844] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.707844] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.707844] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.707844] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.707844] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.708366] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.708366] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.708366] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.708483] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.708588] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.708763] env[69987]: DEBUG nova.virt.hardware [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.709651] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca08e323-3c28-4e63-88de-b9f210f00122 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.719079] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591445eb-7853-4d99-bccf-828c96713e36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.738426] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.738426] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.738426] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.738426] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.738426] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.738426] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.739261] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.739353] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.739511] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.739870] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.740115] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.746873] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-209a2ad7-af0c-4861-896d-0bbfc33050d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.767625] env[69987]: DEBUG oslo_vmware.api [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501156, 'name': PowerOnVM_Task, 'duration_secs': 0.461158} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.769377] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.769576] env[69987]: INFO nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1148.769760] env[69987]: DEBUG nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.770105] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1148.770105] env[69987]: value = "task-3501157" [ 1148.770105] env[69987]: _type = "Task" [ 1148.770105] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.770959] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96108dc-8272-4045-b13c-5a92683e3c4f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.786698] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.017176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b81fc724-4135-454e-a5d3-2401335a8387 tempest-ServersAdminTestJSON-1581544378 tempest-ServersAdminTestJSON-1581544378-project-member] Lock "cf08f5c6-179f-4c14-8318-933d6b85099d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.434s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.104492] env[69987]: DEBUG oslo_vmware.api [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501154, 'name': PowerOnVM_Task, 'duration_secs': 0.513385} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.104784] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.104995] env[69987]: DEBUG nova.compute.manager [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.105826] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3675fd7-7fa6-4099-9331-99a51e07d960 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.127638] env[69987]: DEBUG nova.compute.manager [req-8711761a-0e21-42ba-95bf-9551d803f05e req-f8594373-8b5d-496b-b8e9-e85aea3ba9cc service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Received event network-vif-plugged-13a83941-4b13-4378-82a1-eec3f0efcaf0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.127859] env[69987]: DEBUG oslo_concurrency.lockutils [req-8711761a-0e21-42ba-95bf-9551d803f05e req-f8594373-8b5d-496b-b8e9-e85aea3ba9cc service nova] Acquiring lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.128084] env[69987]: DEBUG oslo_concurrency.lockutils [req-8711761a-0e21-42ba-95bf-9551d803f05e req-f8594373-8b5d-496b-b8e9-e85aea3ba9cc service nova] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.128257] env[69987]: DEBUG oslo_concurrency.lockutils [req-8711761a-0e21-42ba-95bf-9551d803f05e req-f8594373-8b5d-496b-b8e9-e85aea3ba9cc service nova] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.129206] env[69987]: DEBUG nova.compute.manager [req-8711761a-0e21-42ba-95bf-9551d803f05e req-f8594373-8b5d-496b-b8e9-e85aea3ba9cc service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] No waiting events found dispatching network-vif-plugged-13a83941-4b13-4378-82a1-eec3f0efcaf0 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.129206] env[69987]: WARNING nova.compute.manager [req-8711761a-0e21-42ba-95bf-9551d803f05e req-f8594373-8b5d-496b-b8e9-e85aea3ba9cc service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Received unexpected event network-vif-plugged-13a83941-4b13-4378-82a1-eec3f0efcaf0 for instance with vm_state building and task_state spawning. [ 1149.283920] env[69987]: DEBUG nova.network.neutron [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Successfully updated port: 13a83941-4b13-4378-82a1-eec3f0efcaf0 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.306511] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501157, 'name': ReconfigVM_Task, 'duration_secs': 0.322077} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.307653] env[69987]: INFO nova.compute.manager [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Took 31.52 seconds to build instance. [ 1149.308683] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance 'dc83ca05-8d05-495f-b3fa-629a4748db93' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.505983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "39220515-b97e-4042-9d35-e04aed20a27c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.506275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "39220515-b97e-4042-9d35-e04aed20a27c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.629396] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.723203] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06fc472-cbd3-4030-b7e3-3af04a558db2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.730757] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572760e7-6e92-43e7-8e96-382384e86948 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.762967] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee4e344-561c-402b-854d-7687042dd408 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.771233] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f116db49-c24f-436a-8061-e69c7e0cb52a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.784777] env[69987]: DEBUG nova.compute.provider_tree [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.799048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.799194] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.799348] env[69987]: DEBUG nova.network.neutron [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.814456] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.814702] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.814862] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.815059] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.815214] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.815365] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.815572] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.815730] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.815927] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.816161] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.816335] env[69987]: DEBUG nova.virt.hardware [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.821776] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.822223] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53217f68-0abc-4f49-8d4c-f8d0dec945a6 tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.046s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.822656] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8fdfef2-bf5d-40e0-801c-c3563d1eba3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.841918] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1149.841918] env[69987]: value = "task-3501158" [ 1149.841918] env[69987]: _type = "Task" [ 1149.841918] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.849618] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.009947] env[69987]: DEBUG nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.288202] env[69987]: DEBUG nova.scheduler.client.report [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.351685] env[69987]: DEBUG nova.network.neutron [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.361221] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501158, 'name': ReconfigVM_Task, 'duration_secs': 0.293411} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.361492] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.363140] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efcd6aa-ad78-4cfe-9c0a-8823cce7909e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.389474] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] dc83ca05-8d05-495f-b3fa-629a4748db93/dc83ca05-8d05-495f-b3fa-629a4748db93.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.391810] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e41bd90-0ef0-40cb-be03-f03e5ed26cc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.410410] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1150.410410] env[69987]: value = "task-3501159" [ 1150.410410] env[69987]: _type = "Task" [ 1150.410410] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.418414] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.545496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.552307] env[69987]: DEBUG nova.network.neutron [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Updating instance_info_cache with network_info: [{"id": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "address": "fa:16:3e:d9:87:ce", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a83941-4b", "ovs_interfaceid": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.717420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.717839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.718193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.718705] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.718786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.721117] env[69987]: INFO nova.compute.manager [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Terminating instance [ 1150.792727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.793313] env[69987]: DEBUG nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.799427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.998s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.799718] env[69987]: DEBUG nova.objects.instance [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lazy-loading 'resources' on Instance uuid 7e5e1ea1-4f4f-4c35-b847-cc92defa1004 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.885706] env[69987]: DEBUG nova.compute.manager [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Received event network-changed-930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.885706] env[69987]: DEBUG nova.compute.manager [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Refreshing instance network info cache due to event network-changed-930df5d8-fb51-4265-bba4-ab76b4c80915. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.885706] env[69987]: DEBUG oslo_concurrency.lockutils [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] Acquiring lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.885860] env[69987]: DEBUG oslo_concurrency.lockutils [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] Acquired lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.886731] env[69987]: DEBUG nova.network.neutron [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Refreshing network info cache for port 930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.920506] env[69987]: DEBUG oslo_vmware.api [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501159, 'name': ReconfigVM_Task, 'duration_secs': 0.339563} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.920795] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Reconfigured VM instance instance-0000003d to attach disk [datastore1] dc83ca05-8d05-495f-b3fa-629a4748db93/dc83ca05-8d05-495f-b3fa-629a4748db93.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.921074] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance 'dc83ca05-8d05-495f-b3fa-629a4748db93' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.058027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.058436] env[69987]: DEBUG nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Instance network_info: |[{"id": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "address": "fa:16:3e:d9:87:ce", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a83941-4b", "ovs_interfaceid": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.059331] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:87:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13a83941-4b13-4378-82a1-eec3f0efcaf0', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.069453] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating folder: Project (36f5c1a6a46c434dbc8c6665d66d1b7a). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.069768] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07e8451f-0176-4a79-9f75-e42ae0746cf5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.084355] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created folder: Project (36f5c1a6a46c434dbc8c6665d66d1b7a) in parent group-v699418. [ 1151.084587] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating folder: Instances. Parent ref: group-v699671. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1151.084842] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e7105dd-9ca4-462f-8254-d5aa46da4147 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.094855] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created folder: Instances in parent group-v699671. [ 1151.095302] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.095520] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.096078] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c54dbb5b-e05b-46d8-9740-b539c7b34911 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.122865] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.122865] env[69987]: value = "task-3501162" [ 1151.122865] env[69987]: _type = "Task" [ 1151.122865] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.131595] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501162, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.161628] env[69987]: DEBUG nova.compute.manager [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Received event network-changed-13a83941-4b13-4378-82a1-eec3f0efcaf0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.161825] env[69987]: DEBUG nova.compute.manager [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Refreshing instance network info cache due to event network-changed-13a83941-4b13-4378-82a1-eec3f0efcaf0. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.162054] env[69987]: DEBUG oslo_concurrency.lockutils [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] Acquiring lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.162202] env[69987]: DEBUG oslo_concurrency.lockutils [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] Acquired lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.162365] env[69987]: DEBUG nova.network.neutron [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Refreshing network info cache for port 13a83941-4b13-4378-82a1-eec3f0efcaf0 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.227250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "refresh_cache-2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.229418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquired lock "refresh_cache-2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.229418] env[69987]: DEBUG nova.network.neutron [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.306560] env[69987]: DEBUG nova.compute.utils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.309588] env[69987]: DEBUG nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.310169] env[69987]: DEBUG nova.network.neutron [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.386291] env[69987]: DEBUG nova.policy [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34a3c1fbd52442c795221b7b7c219b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36f5c1a6a46c434dbc8c6665d66d1b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.428176] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c625bb6-ddde-454d-a21d-24e22b74eed0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.462708] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa5f5c5-36d8-41f1-8509-3d3ed974afad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.489218] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance 'dc83ca05-8d05-495f-b3fa-629a4748db93' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.620133] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662da094-3e15-4d3a-9642-cd223fdab723 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.638300] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a4365-38d3-4d79-83c6-dfa4c0b73880 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.641414] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501162, 'name': CreateVM_Task, 'duration_secs': 0.335668} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.641597] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.642716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.642888] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.643258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.643596] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a58d02-5997-41c3-bb99-9936dc24e83e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.683150] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026330a1-de94-4cd1-846e-8653044a6680 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.692121] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1151.692121] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c810d6-3c5c-a02c-9433-2785bdaacbab" [ 1151.692121] env[69987]: _type = "Task" [ 1151.692121] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.698580] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c3801-5511-4312-8721-f7c044419cf7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.705753] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c810d6-3c5c-a02c-9433-2785bdaacbab, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.706218] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.706475] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.706728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.706878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.707080] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.707364] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79013098-4d78-42c1-8b95-f2ffd8c777e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.719797] env[69987]: DEBUG nova.compute.provider_tree [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.726887] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.727257] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.727908] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8afb3d-3c0a-42cb-9676-6f8355a792c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.730871] env[69987]: DEBUG nova.network.neutron [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Successfully created port: a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.742027] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1151.742027] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52627c0d-a37b-be25-4b70-1a3ea3610e74" [ 1151.742027] env[69987]: _type = "Task" [ 1151.742027] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.748529] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52627c0d-a37b-be25-4b70-1a3ea3610e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.765120] env[69987]: DEBUG nova.network.neutron [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.815218] env[69987]: DEBUG nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.845723] env[69987]: DEBUG nova.network.neutron [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Updated VIF entry in instance network info cache for port 930df5d8-fb51-4265-bba4-ab76b4c80915. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.845723] env[69987]: DEBUG nova.network.neutron [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Updating instance_info_cache with network_info: [{"id": "930df5d8-fb51-4265-bba4-ab76b4c80915", "address": "fa:16:3e:16:04:2a", "network": {"id": "69c2e3b4-fa2b-4ff0-be99-46badb7ead05", "bridge": "br-int", "label": "tempest-ServersTestJSON-85450811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d6cca8531b94e29a4098ac369835a04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930df5d8-fb", "ovs_interfaceid": "930df5d8-fb51-4265-bba4-ab76b4c80915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.858750] env[69987]: DEBUG nova.network.neutron [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.006950] env[69987]: DEBUG nova.network.neutron [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Updated VIF entry in instance network info cache for port 13a83941-4b13-4378-82a1-eec3f0efcaf0. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.007397] env[69987]: DEBUG nova.network.neutron [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Updating instance_info_cache with network_info: [{"id": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "address": "fa:16:3e:d9:87:ce", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a83941-4b", "ovs_interfaceid": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.065412] env[69987]: DEBUG nova.network.neutron [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Port 6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1152.223079] env[69987]: DEBUG nova.scheduler.client.report [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.257435] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52627c0d-a37b-be25-4b70-1a3ea3610e74, 'name': SearchDatastore_Task, 'duration_secs': 0.012272} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.261097] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dff2fb3-a328-41a8-9e96-0439b0de9e00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.267097] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1152.267097] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523457e7-9228-98fa-1a22-1e67da0c74f9" [ 1152.267097] env[69987]: _type = "Task" [ 1152.267097] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.276626] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523457e7-9228-98fa-1a22-1e67da0c74f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.354355] env[69987]: DEBUG oslo_concurrency.lockutils [req-1260a4cc-c0e5-4fa3-8d98-4cddca51d060 req-58fe9220-4ff1-4b9c-835b-7ef8df951051 service nova] Releasing lock "refresh_cache-7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.361305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Releasing lock "refresh_cache-2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.361747] env[69987]: DEBUG nova.compute.manager [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.361951] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.362940] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9997bf9b-4e4a-479f-8d92-62699a62d733 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.371557] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.372602] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9679ba-ba07-4585-ae9f-7c6b542403af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.379454] env[69987]: DEBUG oslo_vmware.api [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1152.379454] env[69987]: value = "task-3501163" [ 1152.379454] env[69987]: _type = "Task" [ 1152.379454] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.390278] env[69987]: DEBUG oslo_vmware.api [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.510415] env[69987]: DEBUG oslo_concurrency.lockutils [req-9189c9f5-a316-4dab-9627-14fdb6dc97d6 req-12515f20-c5bc-43ae-881d-d0150e3a3e97 service nova] Releasing lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.728304] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.731369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.534s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.732773] env[69987]: INFO nova.compute.claims [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.772961] env[69987]: INFO nova.scheduler.client.report [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Deleted allocations for instance 7e5e1ea1-4f4f-4c35-b847-cc92defa1004 [ 1152.785993] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523457e7-9228-98fa-1a22-1e67da0c74f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016725} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.785993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.785993] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/9d55f467-3f8e-4de3-a7d6-331f7e6f6732.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.786372] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50678a36-51e3-4b44-94ea-7c01ffbfd856 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.793851] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1152.793851] env[69987]: value = "task-3501164" [ 1152.793851] env[69987]: _type = "Task" [ 1152.793851] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.803220] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.827111] env[69987]: DEBUG nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.855401] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.855548] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.855689] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.858317] env[69987]: DEBUG nova.virt.hardware [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.858317] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c388b170-5abf-4c7e-ae0c-1f925b3a0f56 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.866745] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b8210-6899-4680-8c0c-89c95e62b4d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.892303] env[69987]: DEBUG oslo_vmware.api [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501163, 'name': PowerOffVM_Task, 'duration_secs': 0.154492} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.892750] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.893091] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.893433] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf926c4e-a3fd-4f6b-8ff3-a89fd5c8eb98 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.919329] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.919597] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.919784] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Deleting the datastore file [datastore2] 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.920062] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4caf8915-b534-4089-9981-bd8a0c894ff9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.926892] env[69987]: DEBUG oslo_vmware.api [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for the task: (returnval){ [ 1152.926892] env[69987]: value = "task-3501166" [ 1152.926892] env[69987]: _type = "Task" [ 1152.926892] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.935059] env[69987]: DEBUG oslo_vmware.api [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.089955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.090245] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.090495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.272399] env[69987]: DEBUG nova.compute.manager [req-e381802c-5a89-4032-ba63-061f5fe7cdae req-046e2ba0-def7-4627-9cd8-ae0aa4f94c32 service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Received event network-vif-plugged-a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.272639] env[69987]: DEBUG oslo_concurrency.lockutils [req-e381802c-5a89-4032-ba63-061f5fe7cdae req-046e2ba0-def7-4627-9cd8-ae0aa4f94c32 service nova] Acquiring lock "20fa1a1c-f661-49d3-807d-18a276ddd197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.272860] env[69987]: DEBUG oslo_concurrency.lockutils [req-e381802c-5a89-4032-ba63-061f5fe7cdae req-046e2ba0-def7-4627-9cd8-ae0aa4f94c32 service nova] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.273077] env[69987]: DEBUG oslo_concurrency.lockutils [req-e381802c-5a89-4032-ba63-061f5fe7cdae req-046e2ba0-def7-4627-9cd8-ae0aa4f94c32 service nova] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.273554] env[69987]: DEBUG nova.compute.manager [req-e381802c-5a89-4032-ba63-061f5fe7cdae req-046e2ba0-def7-4627-9cd8-ae0aa4f94c32 service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] No waiting events found dispatching network-vif-plugged-a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.273730] env[69987]: WARNING nova.compute.manager [req-e381802c-5a89-4032-ba63-061f5fe7cdae req-046e2ba0-def7-4627-9cd8-ae0aa4f94c32 service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Received unexpected event network-vif-plugged-a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 for instance with vm_state building and task_state spawning. [ 1153.289279] env[69987]: DEBUG oslo_concurrency.lockutils [None req-541a36eb-e1e5-498e-b1df-010cd9a4bd7d tempest-AttachInterfacesV270Test-263525417 tempest-AttachInterfacesV270Test-263525417-project-member] Lock "7e5e1ea1-4f4f-4c35-b847-cc92defa1004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.906s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.305599] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489739} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.306119] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/9d55f467-3f8e-4de3-a7d6-331f7e6f6732.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.306374] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.307105] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b939e5-4fb4-41cd-a5a1-3fb053bd5232 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.316039] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1153.316039] env[69987]: value = "task-3501167" [ 1153.316039] env[69987]: _type = "Task" [ 1153.316039] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.325581] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.396055] env[69987]: DEBUG nova.network.neutron [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Successfully updated port: a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.437609] env[69987]: DEBUG oslo_vmware.api [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Task: {'id': task-3501166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387931} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.438070] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.438388] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.438681] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.438965] env[69987]: INFO nova.compute.manager [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1153.439341] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.439655] env[69987]: DEBUG nova.compute.manager [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.439841] env[69987]: DEBUG nova.network.neutron [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.461826] env[69987]: DEBUG nova.network.neutron [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.827560] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065926} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.827825] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.828636] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c798a6-2442-4f20-b2b6-cd5a1865afd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.856679] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/9d55f467-3f8e-4de3-a7d6-331f7e6f6732.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.859216] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a496559-b533-4ef6-9d66-f75757494728 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.880141] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1153.880141] env[69987]: value = "task-3501168" [ 1153.880141] env[69987]: _type = "Task" [ 1153.880141] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.889316] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.901394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.901537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.901721] env[69987]: DEBUG nova.network.neutron [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.962962] env[69987]: DEBUG nova.network.neutron [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.981768] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add7aa9-a4a2-4576-8c8c-b6d4a9164a21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.991579] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed089167-e845-484f-8daf-53188fee2a74 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.025947] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9ad4a2-ad5d-44b5-bf3a-c7f30932ce09 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.034323] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab595bb2-049a-4866-9ac4-d3cde2fd65c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.048260] env[69987]: DEBUG nova.compute.provider_tree [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.153459] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.153698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.153941] env[69987]: DEBUG nova.network.neutron [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.392837] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.465864] env[69987]: INFO nova.compute.manager [-] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Took 1.03 seconds to deallocate network for instance. [ 1154.474021] env[69987]: DEBUG nova.network.neutron [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.551253] env[69987]: DEBUG nova.scheduler.client.report [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.745111] env[69987]: DEBUG nova.network.neutron [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Updating instance_info_cache with network_info: [{"id": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "address": "fa:16:3e:6c:8d:5e", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcc3f6-d7", "ovs_interfaceid": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.892723] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.974040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.058049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.058583] env[69987]: DEBUG nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.062236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.807s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.250773] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.251073] env[69987]: DEBUG nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Instance network_info: |[{"id": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "address": "fa:16:3e:6c:8d:5e", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcc3f6-d7", "ovs_interfaceid": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.251544] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:8d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.268039] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.268150] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.268414] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c486c91-7140-4b48-a48a-830e9352cc5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.300217] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.300217] env[69987]: value = "task-3501169" [ 1155.300217] env[69987]: _type = "Task" [ 1155.300217] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.309552] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501169, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.315760] env[69987]: DEBUG nova.compute.manager [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Received event network-changed-a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.316079] env[69987]: DEBUG nova.compute.manager [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Refreshing instance network info cache due to event network-changed-a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.316413] env[69987]: DEBUG oslo_concurrency.lockutils [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] Acquiring lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.317388] env[69987]: DEBUG oslo_concurrency.lockutils [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] Acquired lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.317388] env[69987]: DEBUG nova.network.neutron [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Refreshing network info cache for port a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.369598] env[69987]: DEBUG nova.network.neutron [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.394414] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501168, 'name': ReconfigVM_Task, 'duration_secs': 1.056273} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.395028] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/9d55f467-3f8e-4de3-a7d6-331f7e6f6732.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.395863] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f198d20-01de-4ae0-873d-d7228589cc5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.402037] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1155.402037] env[69987]: value = "task-3501170" [ 1155.402037] env[69987]: _type = "Task" [ 1155.402037] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.410736] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501170, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.566008] env[69987]: DEBUG nova.compute.utils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.570520] env[69987]: DEBUG nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.571285] env[69987]: DEBUG nova.network.neutron [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.634081] env[69987]: DEBUG nova.policy [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7063c4a493374171babdee67fed7dd4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3becec00a06d48fd86da2356d115979b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.793955] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e777d29d-0ecc-4185-8949-a596c1b34a46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.806102] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633cfbf7-b109-4718-9589-97b0c152eaa4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.817157] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501169, 'name': CreateVM_Task, 'duration_secs': 0.309225} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.844506] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.849873] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.850503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.850930] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.852025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8683d705-bf00-4f67-9fdf-bcb17431e25f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.854450] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae22fedb-286d-4639-b2f2-b7fc52537951 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.862347] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ad788-df1d-4b5f-8852-c0505408c88c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.867305] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1155.867305] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522e0ada-060a-a581-1d4f-f4faafd1a02a" [ 1155.867305] env[69987]: _type = "Task" [ 1155.867305] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.878494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.883234] env[69987]: DEBUG nova.compute.provider_tree [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.889861] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522e0ada-060a-a581-1d4f-f4faafd1a02a, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.893023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.893023] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.893023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.893023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.893023] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.893023] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6846d7-fee5-4866-90b0-9bc4f3ac74a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.901339] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.901412] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.902228] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eae9ce8-3c83-4b6e-9459-b07d09f8b5ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.911694] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1155.911694] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52341d88-ecb8-3716-7137-45938b4a4d4d" [ 1155.911694] env[69987]: _type = "Task" [ 1155.911694] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.915232] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501170, 'name': Rename_Task, 'duration_secs': 0.159722} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.921127] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.921127] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13792653-e995-4d81-a2ef-de39f3c83b93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.925817] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52341d88-ecb8-3716-7137-45938b4a4d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.927649] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1155.927649] env[69987]: value = "task-3501171" [ 1155.927649] env[69987]: _type = "Task" [ 1155.927649] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.928230] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafb3902-ef99-4129-9402-4d70d41aa50b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.936796] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1155.936796] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e403a5-2544-f0dd-ace2-f855d1a1dba7" [ 1155.936796] env[69987]: _type = "Task" [ 1155.936796] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.938929] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.951825] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e403a5-2544-f0dd-ace2-f855d1a1dba7, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.951825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.951825] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/20fa1a1c-f661-49d3-807d-18a276ddd197.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.951825] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05184b9-5037-457a-b37b-8d5ed2121151 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.956942] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1155.956942] env[69987]: value = "task-3501172" [ 1155.956942] env[69987]: _type = "Task" [ 1155.956942] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.967466] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.006699] env[69987]: DEBUG nova.network.neutron [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Successfully created port: 917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.071764] env[69987]: DEBUG nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.173285] env[69987]: DEBUG nova.network.neutron [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Updated VIF entry in instance network info cache for port a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.173755] env[69987]: DEBUG nova.network.neutron [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Updating instance_info_cache with network_info: [{"id": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "address": "fa:16:3e:6c:8d:5e", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcc3f6-d7", "ovs_interfaceid": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.392266] env[69987]: DEBUG nova.scheduler.client.report [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.411820] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fadef7-9e74-4be6-8e18-03318f539ce8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.439980] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75782fc-5e66-4c99-b20c-2c30282d39c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.449490] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.451787] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance 'dc83ca05-8d05-495f-b3fa-629a4748db93' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.466583] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498402} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.466877] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/20fa1a1c-f661-49d3-807d-18a276ddd197.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.467160] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.467437] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0ea9853-cbbc-4342-aa0e-d14ff4b7104c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.474059] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1156.474059] env[69987]: value = "task-3501173" [ 1156.474059] env[69987]: _type = "Task" [ 1156.474059] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.482147] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.677134] env[69987]: DEBUG oslo_concurrency.lockutils [req-9a385e05-cafe-4cd8-85a1-7258c3f89a9b req-afcc5f5f-af49-4ca2-bf2c-2b34a301cc5e service nova] Releasing lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.946966] env[69987]: DEBUG oslo_vmware.api [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501171, 'name': PowerOnVM_Task, 'duration_secs': 0.586646} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.947449] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.947761] env[69987]: INFO nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1156.948080] env[69987]: DEBUG nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.949142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad734a0-78a3-4ca0-baa8-667425ef0102 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.960203] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-86a7c642-b9a1-41e0-87a7-171ea9aaa7c3 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance 'dc83ca05-8d05-495f-b3fa-629a4748db93' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.984073] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070221} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.984344] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.985167] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f8cc49-d075-4793-b69a-d8576bdbb03e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.009067] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/20fa1a1c-f661-49d3-807d-18a276ddd197.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.010541] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb791e0-82aa-47a0-91fe-642e96b1b35d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.030717] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1157.030717] env[69987]: value = "task-3501174" [ 1157.030717] env[69987]: _type = "Task" [ 1157.030717] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.038707] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.083198] env[69987]: DEBUG nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.111187] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.111449] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.111608] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.111797] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.111949] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.112132] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.112353] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.112521] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.112692] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.112853] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.113120] env[69987]: DEBUG nova.virt.hardware [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.113987] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb38fccb-4045-4a23-b3a2-72318eb98559 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.121701] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a109401-b598-4c6e-95e1-015531833ac4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.404236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.339s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.405061] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.879s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.405986] env[69987]: INFO nova.compute.claims [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.474283] env[69987]: DEBUG nova.compute.manager [req-1f6af5e1-7f46-4c26-b18b-ebcb9d65fddf req-5c2c7620-b961-49ee-aeb0-bd050508574e service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-vif-plugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.474513] env[69987]: DEBUG oslo_concurrency.lockutils [req-1f6af5e1-7f46-4c26-b18b-ebcb9d65fddf req-5c2c7620-b961-49ee-aeb0-bd050508574e service nova] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.474722] env[69987]: DEBUG oslo_concurrency.lockutils [req-1f6af5e1-7f46-4c26-b18b-ebcb9d65fddf req-5c2c7620-b961-49ee-aeb0-bd050508574e service nova] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.474893] env[69987]: DEBUG oslo_concurrency.lockutils [req-1f6af5e1-7f46-4c26-b18b-ebcb9d65fddf req-5c2c7620-b961-49ee-aeb0-bd050508574e service nova] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.475075] env[69987]: DEBUG nova.compute.manager [req-1f6af5e1-7f46-4c26-b18b-ebcb9d65fddf req-5c2c7620-b961-49ee-aeb0-bd050508574e service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] No waiting events found dispatching network-vif-plugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.475248] env[69987]: WARNING nova.compute.manager [req-1f6af5e1-7f46-4c26-b18b-ebcb9d65fddf req-5c2c7620-b961-49ee-aeb0-bd050508574e service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received unexpected event network-vif-plugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f for instance with vm_state building and task_state spawning. [ 1157.476289] env[69987]: INFO nova.compute.manager [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Took 29.51 seconds to build instance. [ 1157.540737] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501174, 'name': ReconfigVM_Task, 'duration_secs': 0.270078} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.541049] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/20fa1a1c-f661-49d3-807d-18a276ddd197.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.542030] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3ef478a-2650-442d-a5b6-ada7a8d5839c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.548858] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1157.548858] env[69987]: value = "task-3501175" [ 1157.548858] env[69987]: _type = "Task" [ 1157.548858] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.558415] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501175, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.566282] env[69987]: DEBUG nova.network.neutron [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Successfully updated port: 917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.968844] env[69987]: INFO nova.scheduler.client.report [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted allocation for migration fff25dc5-671b-4863-8dd4-8d9057b32926 [ 1157.981446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7afc0395-1065-4bcf-9415-4fd0b4a0b767 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.024s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.059476] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501175, 'name': Rename_Task, 'duration_secs': 0.137945} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.059762] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.060012] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee39b683-b38d-4100-9d64-fcaf5c5b8ef9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.067919] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1158.067919] env[69987]: value = "task-3501176" [ 1158.067919] env[69987]: _type = "Task" [ 1158.067919] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.072336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.072336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.072546] env[69987]: DEBUG nova.network.neutron [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.077929] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.474323] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6685e3-606b-4d72-b211-bf4436c85d46 tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.704s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.582635] env[69987]: DEBUG oslo_vmware.api [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501176, 'name': PowerOnVM_Task, 'duration_secs': 0.467276} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.585613] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.585700] env[69987]: INFO nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Took 5.76 seconds to spawn the instance on the hypervisor. [ 1158.585866] env[69987]: DEBUG nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.587165] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc8959-bd6e-4b5f-b27c-3c9441cb7e12 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.615319] env[69987]: DEBUG nova.network.neutron [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.619218] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166cce0a-28f7-485d-bce4-63b16343a5cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.628267] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66553ee-17bd-41cd-8eab-7c0c2d0c39e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.664697] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd27ecc-e3e4-4804-a35a-6d23c0908649 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.672667] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d920c9-8f5d-42be-832b-e17e3d594608 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.686504] env[69987]: DEBUG nova.compute.provider_tree [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.811604] env[69987]: DEBUG nova.network.neutron [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b0999-9a", "ovs_interfaceid": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.838079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "dc83ca05-8d05-495f-b3fa-629a4748db93" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.839536] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.839536] env[69987]: DEBUG nova.compute.manager [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Going to confirm migration 5 {{(pid=69987) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1158.869874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.870154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.870375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.870571] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.870740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.872743] env[69987]: INFO nova.compute.manager [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Terminating instance [ 1159.104215] env[69987]: INFO nova.compute.manager [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Took 29.64 seconds to build instance. [ 1159.189790] env[69987]: DEBUG nova.scheduler.client.report [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.314954] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.315471] env[69987]: DEBUG nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Instance network_info: |[{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b0999-9a", "ovs_interfaceid": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.316164] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:8e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917b0999-9a9f-41ad-b7ca-4827aab2a90f', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.326130] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating folder: Project (3becec00a06d48fd86da2356d115979b). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.326540] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ba174de-defb-4213-90fc-d6ae2b15f152 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.339264] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created folder: Project (3becec00a06d48fd86da2356d115979b) in parent group-v699418. [ 1159.339585] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating folder: Instances. Parent ref: group-v699675. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.339948] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb9641eb-dfc5-41a8-a9b1-39d97c1e3476 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.358982] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created folder: Instances in parent group-v699675. [ 1159.359243] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.359430] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.359636] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d36a065b-310e-4458-b428-50d3a7777fa9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.379488] env[69987]: DEBUG nova.compute.manager [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.379715] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.380586] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035ef0ef-09ff-4bc2-9c32-4ad856f25214 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.384640] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.384640] env[69987]: value = "task-3501179" [ 1159.384640] env[69987]: _type = "Task" [ 1159.384640] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.389995] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.391249] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af04510-fefc-4740-9905-e5310f29b968 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.395778] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501179, 'name': CreateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.400746] env[69987]: DEBUG oslo_vmware.api [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1159.400746] env[69987]: value = "task-3501180" [ 1159.400746] env[69987]: _type = "Task" [ 1159.400746] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.410212] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "e4e62857-a168-46ba-97ef-4fa427159f57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.410438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "e4e62857-a168-46ba-97ef-4fa427159f57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.414765] env[69987]: DEBUG oslo_vmware.api [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.430089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.430283] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.430465] env[69987]: DEBUG nova.network.neutron [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.430652] env[69987]: DEBUG nova.objects.instance [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'info_cache' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.497802] env[69987]: DEBUG nova.compute.manager [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.498136] env[69987]: DEBUG nova.compute.manager [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing instance network info cache due to event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.498487] env[69987]: DEBUG oslo_concurrency.lockutils [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] Acquiring lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.498753] env[69987]: DEBUG oslo_concurrency.lockutils [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] Acquired lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.499040] env[69987]: DEBUG nova.network.neutron [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.606147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a32bac5f-3888-4c87-884e-2efc230989d8 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.164s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.695487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.696032] env[69987]: DEBUG nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.699070] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.396s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.728274] env[69987]: INFO nova.compute.manager [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Rescuing [ 1159.728548] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.728782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.728953] env[69987]: DEBUG nova.network.neutron [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.895313] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501179, 'name': CreateVM_Task, 'duration_secs': 0.378555} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.895483] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.896209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.896421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.896758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.897038] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d23d0d3-d294-4a06-9f5b-99b9deafab12 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.901342] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1159.901342] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d5393f-537b-c22f-215b-db8ccae9b7cf" [ 1159.901342] env[69987]: _type = "Task" [ 1159.901342] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.911675] env[69987]: DEBUG oslo_vmware.api [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501180, 'name': PowerOffVM_Task, 'duration_secs': 0.199451} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.914476] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.914645] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.914876] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d5393f-537b-c22f-215b-db8ccae9b7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.915089] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff55d7f-03ce-4729-ab2c-3eac5f78989f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.916491] env[69987]: DEBUG nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.975522] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.975571] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.975972] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleting the datastore file [datastore2] 4d64ff93-96bd-41cb-8dc2-edcc59f8273c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.976055] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac6080b9-f0bc-45a5-908f-37a8baf9b8e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.982040] env[69987]: DEBUG oslo_vmware.api [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1159.982040] env[69987]: value = "task-3501182" [ 1159.982040] env[69987]: _type = "Task" [ 1159.982040] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.991016] env[69987]: DEBUG oslo_vmware.api [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.198103] env[69987]: DEBUG nova.network.neutron [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updated VIF entry in instance network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.198448] env[69987]: DEBUG nova.network.neutron [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b0999-9a", "ovs_interfaceid": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.201780] env[69987]: DEBUG nova.compute.utils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.213903] env[69987]: DEBUG nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.214222] env[69987]: DEBUG nova.network.neutron [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.218729] env[69987]: DEBUG nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.262478] env[69987]: DEBUG nova.policy [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9135d459d65e41378068d8b409538419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9cd90589a044819db9390c550d61cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.426284] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d5393f-537b-c22f-215b-db8ccae9b7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.429124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.429435] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.429728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.429944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.430334] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.430731] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30f527ae-caa6-4a8b-af8a-c0b2bb3f898d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.449037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.451378] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.451570] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.452354] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1be4a78-696d-46cf-8144-c8b8c24b5708 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.458349] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1160.458349] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5298d312-2ccf-04ec-15f7-e23d433addb8" [ 1160.458349] env[69987]: _type = "Task" [ 1160.458349] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.466317] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5298d312-2ccf-04ec-15f7-e23d433addb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.493305] env[69987]: DEBUG oslo_vmware.api [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46398} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.494272] env[69987]: DEBUG nova.network.neutron [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Updating instance_info_cache with network_info: [{"id": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "address": "fa:16:3e:6c:8d:5e", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcc3f6-d7", "ovs_interfaceid": "a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.496060] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.496060] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.496060] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.496060] env[69987]: INFO nova.compute.manager [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1160.496438] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.496788] env[69987]: DEBUG nova.compute.manager [-] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.496897] env[69987]: DEBUG nova.network.neutron [-] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.620908] env[69987]: DEBUG nova.network.neutron [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Successfully created port: 1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.701384] env[69987]: DEBUG oslo_concurrency.lockutils [req-ff423024-ed16-4a16-a2c1-ac2fc6e0d4a4 req-4fc1618a-bb4b-46fa-bcff-95c3f94783e4 service nova] Releasing lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.721476] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Applying migration context for instance dc83ca05-8d05-495f-b3fa-629a4748db93 as it has an incoming, in-progress migration 7e6b65e7-e6a7-4381-8e37-2bd6b2be71f5. Migration status is confirming {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1160.723172] env[69987]: INFO nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating resource usage from migration 7e6b65e7-e6a7-4381-8e37-2bd6b2be71f5 [ 1160.747037] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.747207] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 739c7f83-2c66-4845-ab9f-8db7877f3003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.747443] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1160.747581] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 4d64ff93-96bd-41cb-8dc2-edcc59f8273c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.747701] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9aa8d82d-371c-4edc-8db1-86778e48a36e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.747833] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1160.747957] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.748778] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Migration 7e6b65e7-e6a7-4381-8e37-2bd6b2be71f5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1160.748778] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance dc83ca05-8d05-495f-b3fa-629a4748db93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.748778] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.748778] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 20fa1a1c-f661-49d3-807d-18a276ddd197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.748778] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance d6a73581-6e62-4c3b-9f35-74a410a23cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.748778] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 08710bc2-6f0a-4021-9b99-5a1250b08024 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.813377] env[69987]: DEBUG nova.network.neutron [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.867109] env[69987]: DEBUG nova.compute.manager [req-bec3e502-4fe3-4195-85ed-1bf9cfb4235f req-015cd092-2bf5-4ce6-8c28-d26daeab76ab service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Received event network-vif-deleted-d7e2d1dd-8c89-40e0-b522-55eb693fa969 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.867109] env[69987]: INFO nova.compute.manager [req-bec3e502-4fe3-4195-85ed-1bf9cfb4235f req-015cd092-2bf5-4ce6-8c28-d26daeab76ab service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Neutron deleted interface d7e2d1dd-8c89-40e0-b522-55eb693fa969; detaching it from the instance and deleting it from the info cache [ 1160.867109] env[69987]: DEBUG nova.network.neutron [req-bec3e502-4fe3-4195-85ed-1bf9cfb4235f req-015cd092-2bf5-4ce6-8c28-d26daeab76ab service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.969567] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5298d312-2ccf-04ec-15f7-e23d433addb8, 'name': SearchDatastore_Task, 'duration_secs': 0.03062} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.969567] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2885741e-68e7-4d57-aa20-1bb78bc89047 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.974923] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1160.974923] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52198b9b-c410-cfe4-1894-c13ede2ac021" [ 1160.974923] env[69987]: _type = "Task" [ 1160.974923] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.983051] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52198b9b-c410-cfe4-1894-c13ede2ac021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.997877] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-20fa1a1c-f661-49d3-807d-18a276ddd197" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.238048] env[69987]: DEBUG nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.251886] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 39220515-b97e-4042-9d35-e04aed20a27c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1161.261972] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.262238] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.262399] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.262630] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.262814] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.262995] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.263259] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.263450] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.263664] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.263861] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.264077] env[69987]: DEBUG nova.virt.hardware [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.265018] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab58015-a6d7-4377-a886-ddb0ca59b37f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.274544] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae23fac6-4e59-40b4-8ded-96e981c223c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.314889] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.315210] env[69987]: DEBUG nova.objects.instance [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'migration_context' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.345529] env[69987]: DEBUG nova.network.neutron [-] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.370353] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c82de1d-2651-481f-9af5-4faa80580be9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.384083] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa583fca-d28b-4b4a-8a03-1e1d31096075 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.422490] env[69987]: DEBUG nova.compute.manager [req-bec3e502-4fe3-4195-85ed-1bf9cfb4235f req-015cd092-2bf5-4ce6-8c28-d26daeab76ab service nova] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Detach interface failed, port_id=d7e2d1dd-8c89-40e0-b522-55eb693fa969, reason: Instance 4d64ff93-96bd-41cb-8dc2-edcc59f8273c could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1161.485381] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52198b9b-c410-cfe4-1894-c13ede2ac021, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.485658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.485926] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.486212] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3501e774-96b3-4009-afe3-74f1347951ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.492968] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1161.492968] env[69987]: value = "task-3501183" [ 1161.492968] env[69987]: _type = "Task" [ 1161.492968] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.501555] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.756353] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance e4e62857-a168-46ba-97ef-4fa427159f57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1161.756632] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1161.756808] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1161.818017] env[69987]: DEBUG nova.objects.base [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.819320] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1c369-4852-4b4d-b52e-fe9266746687 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.849716] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab46ab60-a3c6-4bf7-b4a3-4988d1651064 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.852668] env[69987]: INFO nova.compute.manager [-] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Took 1.36 seconds to deallocate network for instance. [ 1161.862025] env[69987]: DEBUG oslo_vmware.api [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1161.862025] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52537492-4cdb-2154-bdf5-35682bf3ca4b" [ 1161.862025] env[69987]: _type = "Task" [ 1161.862025] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.873598] env[69987]: DEBUG oslo_vmware.api [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52537492-4cdb-2154-bdf5-35682bf3ca4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.003606] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486463} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.004693] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.004922] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.005682] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd22c135-0fcf-4b66-9b37-6b52a81bae9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.008388] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7319f06-017b-4463-86f3-1546b0145266 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.015645] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda32fa7-7395-427a-8f12-01e8235916cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.018981] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1162.018981] env[69987]: value = "task-3501184" [ 1162.018981] env[69987]: _type = "Task" [ 1162.018981] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.055603] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54f007a-647e-466d-ae8d-6047d4a2b436 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.062022] env[69987]: DEBUG nova.compute.manager [req-9cb95574-7a99-4898-bebd-d9048439c336 req-c8b95d08-bd38-42c6-a8d0-cf0fdb6f3895 service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Received event network-vif-plugged-1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.062022] env[69987]: DEBUG oslo_concurrency.lockutils [req-9cb95574-7a99-4898-bebd-d9048439c336 req-c8b95d08-bd38-42c6-a8d0-cf0fdb6f3895 service nova] Acquiring lock "08710bc2-6f0a-4021-9b99-5a1250b08024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.062022] env[69987]: DEBUG oslo_concurrency.lockutils [req-9cb95574-7a99-4898-bebd-d9048439c336 req-c8b95d08-bd38-42c6-a8d0-cf0fdb6f3895 service nova] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.062022] env[69987]: DEBUG oslo_concurrency.lockutils [req-9cb95574-7a99-4898-bebd-d9048439c336 req-c8b95d08-bd38-42c6-a8d0-cf0fdb6f3895 service nova] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.062022] env[69987]: DEBUG nova.compute.manager [req-9cb95574-7a99-4898-bebd-d9048439c336 req-c8b95d08-bd38-42c6-a8d0-cf0fdb6f3895 service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] No waiting events found dispatching network-vif-plugged-1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.062022] env[69987]: WARNING nova.compute.manager [req-9cb95574-7a99-4898-bebd-d9048439c336 req-c8b95d08-bd38-42c6-a8d0-cf0fdb6f3895 service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Received unexpected event network-vif-plugged-1a363ae8-2e72-4c0f-94a3-59ba12de641d for instance with vm_state building and task_state spawning. [ 1162.065805] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501184, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.071765] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5554a9-6eeb-42c2-9ff0-9c62a38260e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.087489] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.185665] env[69987]: DEBUG nova.network.neutron [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Successfully updated port: 1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.362406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.372310] env[69987]: DEBUG oslo_vmware.api [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52537492-4cdb-2154-bdf5-35682bf3ca4b, 'name': SearchDatastore_Task, 'duration_secs': 0.022787} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.372591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.528419] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06292} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.528684] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.529460] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee211c-3388-4f9a-8407-ad4a410aebfe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.552588] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.552831] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88239ea4-e9d1-4a86-ad9f-958a4d42a414 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.566877] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.567139] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d96ec0f-1762-45c0-8ed4-08fafc0abda3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.574833] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1162.574833] env[69987]: value = "task-3501186" [ 1162.574833] env[69987]: _type = "Task" [ 1162.574833] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.576051] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1162.576051] env[69987]: value = "task-3501185" [ 1162.576051] env[69987]: _type = "Task" [ 1162.576051] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.586216] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.589680] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.590481] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.688794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.688994] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.689129] env[69987]: DEBUG nova.network.neutron [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.088973] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.091819] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501186, 'name': PowerOffVM_Task, 'duration_secs': 0.282495} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.092082] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.092862] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc4944-bb81-49fb-bc70-274bad675013 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.095690] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1163.095891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.397s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.096147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.569s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.096357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.098698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.563s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.098886] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.100697] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.473s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.100902] env[69987]: DEBUG nova.objects.instance [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1163.120898] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79eb980-d789-4f4d-9ba5-799fc6a811fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.124717] env[69987]: INFO nova.scheduler.client.report [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Deleted allocations for instance 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3 [ 1163.157272] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.157874] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76217b0c-a510-4ffa-bc2c-9d221f13663a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.164148] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1163.164148] env[69987]: value = "task-3501187" [ 1163.164148] env[69987]: _type = "Task" [ 1163.164148] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.172846] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.230967] env[69987]: DEBUG nova.network.neutron [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.412621] env[69987]: DEBUG nova.network.neutron [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updating instance_info_cache with network_info: [{"id": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "address": "fa:16:3e:d1:e9:c9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a363ae8-2e", "ovs_interfaceid": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.591450] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501185, 'name': ReconfigVM_Task, 'duration_secs': 0.951674} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.591702] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.592288] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b334f60e-3e4e-4b2b-9fb9-0bd0cdd027ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.598404] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1163.598404] env[69987]: value = "task-3501188" [ 1163.598404] env[69987]: _type = "Task" [ 1163.598404] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.610410] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501188, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.612940] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4380c2c4-5772-4d33-9cdd-1424f80ab5fd tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.844s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.614119] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.278s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.614415] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.614651] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.614827] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.616972] env[69987]: INFO nova.compute.manager [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Terminating instance [ 1163.636100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5af8da2-7202-450c-ae99-efb23e963bc5 tempest-ServerRescueTestJSON-1726562689 tempest-ServerRescueTestJSON-1726562689-project-member] Lock "859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.809s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.674150] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1163.674368] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.674618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.674768] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.674952] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.675208] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30bbd169-1436-45e6-be55-37ec8a18e7fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.683654] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.683827] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.684543] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35c6567-efc2-45f9-a586-5c602a1a0f29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.689243] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1163.689243] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b8e171-a97c-ed99-0d90-ad7f5c6afd30" [ 1163.689243] env[69987]: _type = "Task" [ 1163.689243] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.696416] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b8e171-a97c-ed99-0d90-ad7f5c6afd30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.915403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.915775] env[69987]: DEBUG nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Instance network_info: |[{"id": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "address": "fa:16:3e:d1:e9:c9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a363ae8-2e", "ovs_interfaceid": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.916230] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e9:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a363ae8-2e72-4c0f-94a3-59ba12de641d', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.924341] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.924647] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.924917] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908db84b-4a9d-4328-bdc1-49eec0c28324 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.944341] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.944341] env[69987]: value = "task-3501189" [ 1163.944341] env[69987]: _type = "Task" [ 1163.944341] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.952094] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501189, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.080113] env[69987]: DEBUG nova.compute.manager [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Received event network-changed-1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.080113] env[69987]: DEBUG nova.compute.manager [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Refreshing instance network info cache due to event network-changed-1a363ae8-2e72-4c0f-94a3-59ba12de641d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.080113] env[69987]: DEBUG oslo_concurrency.lockutils [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] Acquiring lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.080113] env[69987]: DEBUG oslo_concurrency.lockutils [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] Acquired lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.080113] env[69987]: DEBUG nova.network.neutron [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Refreshing network info cache for port 1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.109085] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501188, 'name': Rename_Task, 'duration_secs': 0.29683} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.109420] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.109696] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4902cbeb-4642-43b3-9b63-44834a1558bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.112276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b6c475f9-bd2b-4b76-8d6d-36b97d4a5c5d tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.113581] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.568s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.115105] env[69987]: INFO nova.compute.claims [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.121401] env[69987]: DEBUG nova.compute.manager [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.128024] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.128024] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8ad343b-6233-4c58-a121-16828cf88a40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.130688] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1164.130688] env[69987]: value = "task-3501190" [ 1164.130688] env[69987]: _type = "Task" [ 1164.130688] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.143753] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563785b-e725-46fd-abb8-ac5b25115438 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.164283] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501190, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.184392] env[69987]: WARNING nova.virt.vmwareapi.vmops [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2e32641c-4c65-4cd4-ba5e-71e69f3257ba could not be found. [ 1164.184615] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.184805] env[69987]: INFO nova.compute.manager [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1164.185070] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.185331] env[69987]: DEBUG nova.compute.manager [-] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.185429] env[69987]: DEBUG nova.network.neutron [-] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.200538] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b8e171-a97c-ed99-0d90-ad7f5c6afd30, 'name': SearchDatastore_Task, 'duration_secs': 0.008661} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.201548] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdb6a90-6253-498b-9387-1fcc6a6f4564 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.208667] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1164.208667] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526a7732-c0b3-5791-4d58-c20eb49c4e1f" [ 1164.208667] env[69987]: _type = "Task" [ 1164.208667] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.218178] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526a7732-c0b3-5791-4d58-c20eb49c4e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.457090] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501189, 'name': CreateVM_Task, 'duration_secs': 0.322726} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.457768] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.459399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.459772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.460284] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.460636] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fc1afe-192d-49f0-8e4c-dfcca653790e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.466487] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1164.466487] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c84176-a96c-7fa6-e57c-86e606e4844b" [ 1164.466487] env[69987]: _type = "Task" [ 1164.466487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.479162] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c84176-a96c-7fa6-e57c-86e606e4844b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.479996] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.482019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.482019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.482019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.482019] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.482019] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0125f094-9202-40e0-a55c-cad92b15ca85 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.492158] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.492158] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.492158] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b544ed-d0f1-4308-9afa-d233e3c89f6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.497223] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1164.497223] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ecd3ee-ce47-9ce8-9491-d75f4b9b3ac6" [ 1164.497223] env[69987]: _type = "Task" [ 1164.497223] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.507198] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ecd3ee-ce47-9ce8-9491-d75f4b9b3ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.643684] env[69987]: DEBUG oslo_vmware.api [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501190, 'name': PowerOnVM_Task, 'duration_secs': 0.489797} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.643684] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.643900] env[69987]: INFO nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1164.643964] env[69987]: DEBUG nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.645009] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4b6bd5-2ef2-4e5d-b2ee-3a41d2dd59b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.720475] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526a7732-c0b3-5791-4d58-c20eb49c4e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.721164] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.721331] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. {{(pid=69987) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1164.721676] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ac7556-b7bd-4c99-8269-2e6e68937ded {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.728594] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1164.728594] env[69987]: value = "task-3501191" [ 1164.728594] env[69987]: _type = "Task" [ 1164.728594] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.737374] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.805651] env[69987]: DEBUG nova.network.neutron [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updated VIF entry in instance network info cache for port 1a363ae8-2e72-4c0f-94a3-59ba12de641d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.806184] env[69987]: DEBUG nova.network.neutron [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updating instance_info_cache with network_info: [{"id": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "address": "fa:16:3e:d1:e9:c9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a363ae8-2e", "ovs_interfaceid": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.928366] env[69987]: DEBUG nova.network.neutron [-] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.010100] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ecd3ee-ce47-9ce8-9491-d75f4b9b3ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.011358] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171a3ba1-0dbb-44de-a3e1-41e8bdfb12a3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.017383] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1165.017383] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b2527d-3aa9-9668-c54f-fc7c57b4b587" [ 1165.017383] env[69987]: _type = "Task" [ 1165.017383] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.027712] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b2527d-3aa9-9668-c54f-fc7c57b4b587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.169468] env[69987]: INFO nova.compute.manager [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Took 29.00 seconds to build instance. [ 1165.242992] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48597} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.242992] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. [ 1165.243959] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252dad32-45f7-4cbf-a3b9-b39fd5e48faf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.273855] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.278018] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1ea918-dfa6-4950-bbfc-635b3ef7c520 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.297271] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1165.297271] env[69987]: value = "task-3501192" [ 1165.297271] env[69987]: _type = "Task" [ 1165.297271] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.308434] env[69987]: DEBUG oslo_concurrency.lockutils [req-8e833eea-bafd-43ec-858b-f0488fc33001 req-6001d6fb-c448-4a67-b65a-776c281227de service nova] Releasing lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.308822] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.371277] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455df5fd-0aaa-4fe3-a50d-64a95edc1cdb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.378747] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664de4b2-def7-4332-a033-185252beac65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.411794] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94134bbc-e6fe-4474-b382-bc9b89bad55e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.419507] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01731bc-3614-4f09-a1f4-c99a0e4c4a82 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.434832] env[69987]: INFO nova.compute.manager [-] [instance: 2e32641c-4c65-4cd4-ba5e-71e69f3257ba] Took 1.25 seconds to deallocate network for instance. [ 1165.435554] env[69987]: DEBUG nova.compute.provider_tree [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.527572] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b2527d-3aa9-9668-c54f-fc7c57b4b587, 'name': SearchDatastore_Task, 'duration_secs': 0.020566} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.527804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.528057] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.528347] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e9bdd1-c375-4e6b-b30d-dbaadc7cf637 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.534954] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1165.534954] env[69987]: value = "task-3501193" [ 1165.534954] env[69987]: _type = "Task" [ 1165.534954] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.542878] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.672377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88000879-8af8-4f5f-9159-3ccf7897ca51 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.510s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.809943] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501192, 'name': ReconfigVM_Task, 'duration_secs': 0.337055} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.810339] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.811257] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f25624-feec-485d-84a1-08ab6fecc1e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.843128] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e47eb12-cd5a-4e6e-ac2d-15214a07c1d5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.862488] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1165.862488] env[69987]: value = "task-3501194" [ 1165.862488] env[69987]: _type = "Task" [ 1165.862488] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.871793] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.940488] env[69987]: DEBUG nova.scheduler.client.report [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.051549] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501193, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.372782] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501194, 'name': ReconfigVM_Task, 'duration_secs': 0.278748} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.373032] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.373303] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f341d13a-d92b-4ea9-a2cc-9b8264127599 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.380258] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1166.380258] env[69987]: value = "task-3501195" [ 1166.380258] env[69987]: _type = "Task" [ 1166.380258] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.387744] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.447525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.448169] env[69987]: DEBUG nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.451135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.477s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.451395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.453459] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.005s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.454935] env[69987]: INFO nova.compute.claims [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.468681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a605d38-ec16-4c5f-9caf-287251ecd0d6 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "2e32641c-4c65-4cd4-ba5e-71e69f3257ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.854s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.495614] env[69987]: INFO nova.scheduler.client.report [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Deleted allocations for instance 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863 [ 1166.546957] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531075} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.548629] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.548629] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.551478] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ed026a-4e36-4c5e-b293-cf62b03fa823 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.558053] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1166.558053] env[69987]: value = "task-3501196" [ 1166.558053] env[69987]: _type = "Task" [ 1166.558053] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.564398] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.891667] env[69987]: DEBUG oslo_vmware.api [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501195, 'name': PowerOnVM_Task, 'duration_secs': 0.43504} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.892115] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.895147] env[69987]: DEBUG nova.compute.manager [None req-e603bff9-9b34-49d2-9572-5804747deded tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.895920] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ccd538-8d26-4820-8afe-31e2455a4efc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.959237] env[69987]: DEBUG nova.compute.utils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.964036] env[69987]: DEBUG nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.964036] env[69987]: DEBUG nova.network.neutron [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.009202] env[69987]: DEBUG nova.policy [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a2a6f262d974c52ab5e4021023febd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa651d962eb448de8ca01fe518f9c3f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.011607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1a97e214-56b0-4185-98f5-e9d62ffe8aa5 tempest-ServersListShow298Test-1051099906 tempest-ServersListShow298Test-1051099906-project-member] Lock "2c66dab2-8d3d-4dc8-adb1-35ec1ab21863" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.294s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.064802] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106549} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.065630] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.066029] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c7512-f6e2-48d4-80be-0beb3640366f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.090267] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.090605] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87565f83-27f4-46f2-8511-a72d0d075e84 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.111388] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1167.111388] env[69987]: value = "task-3501197" [ 1167.111388] env[69987]: _type = "Task" [ 1167.111388] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.119394] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.400613] env[69987]: DEBUG nova.network.neutron [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Successfully created port: 34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.473480] env[69987]: DEBUG nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.578175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "982001a8-851c-4b52-8886-cd837772a643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.578613] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.634306] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501197, 'name': ReconfigVM_Task, 'duration_secs': 0.368866} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.634508] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.635142] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d55ef8b-9370-4b9f-abb7-4a750de5ac28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.646099] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1167.646099] env[69987]: value = "task-3501198" [ 1167.646099] env[69987]: _type = "Task" [ 1167.646099] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.670113] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501198, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.755303] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd3923-9dec-4bbf-a1c3-a0366cdc1a68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.763288] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475065e3-b371-416e-82ef-0a1592eb0093 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.794236] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c932d-d395-4eb2-b8d7-11741a96b116 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.802983] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbb829-af20-4b08-aafe-1e5c8a656fe5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.816374] env[69987]: DEBUG nova.compute.provider_tree [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.082444] env[69987]: DEBUG nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.149477] env[69987]: DEBUG nova.compute.manager [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.149901] env[69987]: DEBUG nova.compute.manager [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing instance network info cache due to event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.150208] env[69987]: DEBUG oslo_concurrency.lockutils [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] Acquiring lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.150401] env[69987]: DEBUG oslo_concurrency.lockutils [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] Acquired lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.150624] env[69987]: DEBUG nova.network.neutron [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.163940] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501198, 'name': Rename_Task, 'duration_secs': 0.438584} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.164318] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.164594] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a6eb4a1-babc-4ac3-b9d0-178d402622e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.171378] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1168.171378] env[69987]: value = "task-3501199" [ 1168.171378] env[69987]: _type = "Task" [ 1168.171378] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.179323] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.320219] env[69987]: DEBUG nova.scheduler.client.report [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.482926] env[69987]: DEBUG nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.510868] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.511125] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.511286] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.511473] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.511640] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.511881] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.512326] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.512326] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.512467] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.512631] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.512811] env[69987]: DEBUG nova.virt.hardware [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.514081] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce65d200-ab61-4ac8-8b8d-fcab146f40d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.521945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d675da93-ee8a-4c0e-994f-77bf729465c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.604772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.681426] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.826680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.829074] env[69987]: DEBUG nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.830592] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.468s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.831459] env[69987]: DEBUG nova.objects.instance [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lazy-loading 'resources' on Instance uuid 4d64ff93-96bd-41cb-8dc2-edcc59f8273c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.920283] env[69987]: DEBUG nova.network.neutron [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updated VIF entry in instance network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.920703] env[69987]: DEBUG nova.network.neutron [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b0999-9a", "ovs_interfaceid": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.187561] env[69987]: DEBUG oslo_vmware.api [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501199, 'name': PowerOnVM_Task, 'duration_secs': 0.815812} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.187750] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.187961] env[69987]: INFO nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1169.190221] env[69987]: DEBUG nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.191454] env[69987]: DEBUG nova.network.neutron [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Successfully updated port: 34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.193580] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da7010a-7bdf-4911-8c85-8bc0e0c10a19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.278029] env[69987]: INFO nova.compute.manager [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Rescuing [ 1169.278305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.278858] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.279326] env[69987]: DEBUG nova.network.neutron [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.337477] env[69987]: DEBUG nova.compute.utils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.342700] env[69987]: DEBUG nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.343730] env[69987]: DEBUG nova.network.neutron [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.410611] env[69987]: DEBUG nova.policy [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4d2b43a314482aad24b96569034521', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b1e9016ba7436aa565c928ef6785a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.423329] env[69987]: DEBUG oslo_concurrency.lockutils [req-c521d09b-036a-4636-8e26-1bf026f632c5 req-963eb06f-f89d-4e1f-b728-ab886a4a559f service nova] Releasing lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.565859] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f12fbd-ca98-47ec-b709-e9be160bb870 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.574179] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b4f165-0c6c-44ff-99b5-85bc4adc4d42 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.604585] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480aaa5e-1a98-43b1-96a8-2299c06ab910 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.612064] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae2f025-b7fb-403a-8869-30e05f4a3d3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.625732] env[69987]: DEBUG nova.compute.provider_tree [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.698614] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.698802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquired lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.698971] env[69987]: DEBUG nova.network.neutron [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.713116] env[69987]: INFO nova.compute.manager [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Took 32.21 seconds to build instance. [ 1169.843846] env[69987]: DEBUG nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.915107] env[69987]: DEBUG nova.network.neutron [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Successfully created port: d2f43ede-0da8-464c-a576-3e8fbdea68be {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.058140] env[69987]: DEBUG nova.network.neutron [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Updating instance_info_cache with network_info: [{"id": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "address": "fa:16:3e:d9:87:ce", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a83941-4b", "ovs_interfaceid": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.128776] env[69987]: DEBUG nova.scheduler.client.report [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.177377] env[69987]: DEBUG nova.compute.manager [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Received event network-vif-plugged-34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.177629] env[69987]: DEBUG oslo_concurrency.lockutils [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] Acquiring lock "39220515-b97e-4042-9d35-e04aed20a27c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.177960] env[69987]: DEBUG oslo_concurrency.lockutils [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] Lock "39220515-b97e-4042-9d35-e04aed20a27c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.178045] env[69987]: DEBUG oslo_concurrency.lockutils [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] Lock "39220515-b97e-4042-9d35-e04aed20a27c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.178188] env[69987]: DEBUG nova.compute.manager [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] No waiting events found dispatching network-vif-plugged-34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.178363] env[69987]: WARNING nova.compute.manager [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Received unexpected event network-vif-plugged-34175dd9-72ca-491c-b458-ce73e251edac for instance with vm_state building and task_state spawning. [ 1170.178514] env[69987]: DEBUG nova.compute.manager [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Received event network-changed-34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.178664] env[69987]: DEBUG nova.compute.manager [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing instance network info cache due to event network-changed-34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.178822] env[69987]: DEBUG oslo_concurrency.lockutils [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] Acquiring lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.216233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53b5691f-a899-48d1-8f1e-a4653c1627b4 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.715s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.232731] env[69987]: DEBUG nova.network.neutron [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.389602] env[69987]: DEBUG nova.network.neutron [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.564339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.634077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.636837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.264s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.663089] env[69987]: INFO nova.scheduler.client.report [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted allocations for instance 4d64ff93-96bd-41cb-8dc2-edcc59f8273c [ 1170.856607] env[69987]: DEBUG nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.891145] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.891417] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.891576] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.891761] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.891910] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.892073] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.892293] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.892454] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.892627] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.892802] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.892962] env[69987]: DEBUG nova.virt.hardware [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.893642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Releasing lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.893768] env[69987]: DEBUG nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Instance network_info: |[{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.894629] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67a915-7ab0-4987-b12c-3ac0249c7221 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.897509] env[69987]: DEBUG oslo_concurrency.lockutils [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] Acquired lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.897702] env[69987]: DEBUG nova.network.neutron [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.898865] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:71:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34175dd9-72ca-491c-b458-ce73e251edac', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.908214] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Creating folder: Project (aa651d962eb448de8ca01fe518f9c3f7). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.908752] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9579dc7-57ec-43c5-a154-d03576bb6e4c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.920102] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd766fdd-7260-4ba1-ad1e-4839e42fd443 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.924116] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Created folder: Project (aa651d962eb448de8ca01fe518f9c3f7) in parent group-v699418. [ 1170.924315] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Creating folder: Instances. Parent ref: group-v699679. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.925886] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-894f62bf-3151-4d91-81ee-f93eebc167f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.946748] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Created folder: Instances in parent group-v699679. [ 1170.947044] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.947291] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.947546] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77eb62f-1d5a-4309-9338-01b575253c0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.969284] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.969284] env[69987]: value = "task-3501202" [ 1170.969284] env[69987]: _type = "Task" [ 1170.969284] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.976327] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501202, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.174027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f6417271-fa61-4e9c-bebd-943101a62cba tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "4d64ff93-96bd-41cb-8dc2-edcc59f8273c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.303s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.367085] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23191b31-5cdc-4ef9-9a6d-7564b2d8a5a1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.375672] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c3419-80b5-411e-94d4-3ce090aa48ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.406928] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623b14b-ae2e-4b56-807b-756d479291f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.416263] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8190a2d-15dd-48ad-8a6b-18dc7eab59c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.429754] env[69987]: DEBUG nova.compute.provider_tree [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.478572] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501202, 'name': CreateVM_Task, 'duration_secs': 0.322838} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.480757] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.481458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.481621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.481933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.482495] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3fbbc9-8405-473a-8d0d-8a44f0797ad8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.487759] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1171.487759] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b0cb56-0c01-c382-06eb-e153989776d3" [ 1171.487759] env[69987]: _type = "Task" [ 1171.487759] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.495473] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b0cb56-0c01-c382-06eb-e153989776d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.614838] env[69987]: DEBUG nova.network.neutron [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Successfully updated port: d2f43ede-0da8-464c-a576-3e8fbdea68be {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.755787] env[69987]: DEBUG nova.network.neutron [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updated VIF entry in instance network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.755787] env[69987]: DEBUG nova.network.neutron [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.933012] env[69987]: DEBUG nova.scheduler.client.report [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.000233] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b0cb56-0c01-c382-06eb-e153989776d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.000478] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.000779] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.001535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.001535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.001535] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.001680] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c01307-7343-44e7-9c1e-ea3a81229190 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.010753] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.011017] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.012088] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416e21e2-4ae5-4f96-8905-5b3c37a9776c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.018046] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1172.018046] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5225a568-4d1d-d4d5-866b-f779ff2dcc8a" [ 1172.018046] env[69987]: _type = "Task" [ 1172.018046] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.026147] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5225a568-4d1d-d4d5-866b-f779ff2dcc8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.122258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "refresh_cache-e4e62857-a168-46ba-97ef-4fa427159f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.122258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "refresh_cache-e4e62857-a168-46ba-97ef-4fa427159f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.122347] env[69987]: DEBUG nova.network.neutron [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.123887] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.124149] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-976431e9-ea43-4f2f-9715-abbea6215883 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.132269] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1172.132269] env[69987]: value = "task-3501203" [ 1172.132269] env[69987]: _type = "Task" [ 1172.132269] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.142176] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.208255] env[69987]: DEBUG nova.compute.manager [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Received event network-changed-1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.208625] env[69987]: DEBUG nova.compute.manager [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Refreshing instance network info cache due to event network-changed-1a363ae8-2e72-4c0f-94a3-59ba12de641d. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.208772] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Acquiring lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.209133] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Acquired lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.209550] env[69987]: DEBUG nova.network.neutron [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Refreshing network info cache for port 1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.223174] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.223416] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.263398] env[69987]: DEBUG oslo_concurrency.lockutils [req-a7a2a6ae-81d0-4f75-930b-6974dacc0485 req-93f6ed7a-2646-4638-a04e-d644d4ac8c9e service nova] Releasing lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.386911] env[69987]: DEBUG oslo_concurrency.lockutils [None req-339afc3a-281a-42b8-85c8-ee6e81527e28 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.387093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-339afc3a-281a-42b8-85c8-ee6e81527e28 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.387413] env[69987]: DEBUG nova.objects.instance [None req-339afc3a-281a-42b8-85c8-ee6e81527e28 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'flavor' on Instance uuid 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.530111] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5225a568-4d1d-d4d5-866b-f779ff2dcc8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.531549] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc8ce2c-225d-46c3-b543-a101b0aa12bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.537182] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1172.537182] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52894710-61cd-d557-6508-5c09fb3646c9" [ 1172.537182] env[69987]: _type = "Task" [ 1172.537182] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.545888] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52894710-61cd-d557-6508-5c09fb3646c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.643884] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501203, 'name': PowerOffVM_Task, 'duration_secs': 0.214814} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.644515] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.645359] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79688dc-9097-434f-a040-c582d755ec06 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.666578] env[69987]: DEBUG nova.network.neutron [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.668977] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf2de0-aff9-48b4-a855-7787f41fa4e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.708935] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.709140] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-833a907c-a003-447e-a9cf-b4b7ae79e09b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.716137] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1172.716137] env[69987]: value = "task-3501204" [ 1172.716137] env[69987]: _type = "Task" [ 1172.716137] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.727289] env[69987]: DEBUG nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.729989] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1172.732826] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.732826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.824793] env[69987]: DEBUG nova.network.neutron [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Updating instance_info_cache with network_info: [{"id": "d2f43ede-0da8-464c-a576-3e8fbdea68be", "address": "fa:16:3e:aa:b6:66", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f43ede-0d", "ovs_interfaceid": "d2f43ede-0da8-464c-a576-3e8fbdea68be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.891234] env[69987]: DEBUG nova.objects.instance [None req-339afc3a-281a-42b8-85c8-ee6e81527e28 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'pci_requests' on Instance uuid 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.942918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.306s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.943157] env[69987]: DEBUG nova.compute.manager [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69987) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1172.946044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.341s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.947920] env[69987]: INFO nova.compute.claims [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.048177] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52894710-61cd-d557-6508-5c09fb3646c9, 'name': SearchDatastore_Task, 'duration_secs': 0.03906} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.048699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.048978] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 39220515-b97e-4042-9d35-e04aed20a27c/39220515-b97e-4042-9d35-e04aed20a27c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.049268] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.049459] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.049682] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f3912a-bbb1-47f4-9b78-e0202e709239 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.051708] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa1cdc46-73e8-4e34-964f-0d01514fea23 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.059541] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1173.059541] env[69987]: value = "task-3501205" [ 1173.059541] env[69987]: _type = "Task" [ 1173.059541] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.063188] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.063366] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.064319] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e9d079-4f3d-4747-9617-f581d202803c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.069256] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.072013] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1173.072013] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5235b9aa-efa3-ddc7-c015-29c8095a1b04" [ 1173.072013] env[69987]: _type = "Task" [ 1173.072013] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.079113] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5235b9aa-efa3-ddc7-c015-29c8095a1b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.218240] env[69987]: DEBUG nova.network.neutron [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updated VIF entry in instance network info cache for port 1a363ae8-2e72-4c0f-94a3-59ba12de641d. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.218240] env[69987]: DEBUG nova.network.neutron [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updating instance_info_cache with network_info: [{"id": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "address": "fa:16:3e:d1:e9:c9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a363ae8-2e", "ovs_interfaceid": "1a363ae8-2e72-4c0f-94a3-59ba12de641d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.257208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.332874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "refresh_cache-e4e62857-a168-46ba-97ef-4fa427159f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.333261] env[69987]: DEBUG nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Instance network_info: |[{"id": "d2f43ede-0da8-464c-a576-3e8fbdea68be", "address": "fa:16:3e:aa:b6:66", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f43ede-0d", "ovs_interfaceid": "d2f43ede-0da8-464c-a576-3e8fbdea68be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.335074] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:b6:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2f43ede-0da8-464c-a576-3e8fbdea68be', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.341577] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.341996] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.342247] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93de8c5e-9ef2-4f5c-b46d-4913814d227e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.363513] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.363513] env[69987]: value = "task-3501206" [ 1173.363513] env[69987]: _type = "Task" [ 1173.363513] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.371664] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501206, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.393554] env[69987]: DEBUG nova.objects.base [None req-339afc3a-281a-42b8-85c8-ee6e81527e28 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Object Instance<9aa8d82d-371c-4edc-8db1-86778e48a36e> lazy-loaded attributes: flavor,pci_requests {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1173.393848] env[69987]: DEBUG nova.network.neutron [None req-339afc3a-281a-42b8-85c8-ee6e81527e28 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.513938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-339afc3a-281a-42b8-85c8-ee6e81527e28 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.127s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.537615] env[69987]: INFO nova.scheduler.client.report [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted allocation for migration 7e6b65e7-e6a7-4381-8e37-2bd6b2be71f5 [ 1173.573023] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501205, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.583790] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5235b9aa-efa3-ddc7-c015-29c8095a1b04, 'name': SearchDatastore_Task, 'duration_secs': 0.037869} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.585315] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeeaf22d-1724-44c2-909b-e32110c795ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.594061] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1173.594061] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523773c6-f65a-7101-7702-732339ffddc3" [ 1173.594061] env[69987]: _type = "Task" [ 1173.594061] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.604742] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523773c6-f65a-7101-7702-732339ffddc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.719545] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Releasing lock "refresh_cache-08710bc2-6f0a-4021-9b99-5a1250b08024" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.719834] env[69987]: DEBUG nova.compute.manager [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Received event network-vif-plugged-d2f43ede-0da8-464c-a576-3e8fbdea68be {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.720053] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Acquiring lock "e4e62857-a168-46ba-97ef-4fa427159f57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.720279] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Lock "e4e62857-a168-46ba-97ef-4fa427159f57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.720444] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Lock "e4e62857-a168-46ba-97ef-4fa427159f57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.720619] env[69987]: DEBUG nova.compute.manager [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] No waiting events found dispatching network-vif-plugged-d2f43ede-0da8-464c-a576-3e8fbdea68be {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.720806] env[69987]: WARNING nova.compute.manager [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Received unexpected event network-vif-plugged-d2f43ede-0da8-464c-a576-3e8fbdea68be for instance with vm_state building and task_state spawning. [ 1173.720945] env[69987]: DEBUG nova.compute.manager [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Received event network-changed-d2f43ede-0da8-464c-a576-3e8fbdea68be {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.721116] env[69987]: DEBUG nova.compute.manager [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Refreshing instance network info cache due to event network-changed-d2f43ede-0da8-464c-a576-3e8fbdea68be. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.721306] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Acquiring lock "refresh_cache-e4e62857-a168-46ba-97ef-4fa427159f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.721444] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Acquired lock "refresh_cache-e4e62857-a168-46ba-97ef-4fa427159f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.721602] env[69987]: DEBUG nova.network.neutron [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Refreshing network info cache for port d2f43ede-0da8-464c-a576-3e8fbdea68be {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.876413] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501206, 'name': CreateVM_Task, 'duration_secs': 0.498837} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.876413] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.876413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.876413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.876413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.876413] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bbf864-7c1d-47c3-8cb2-b5c40d857a93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.880887] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1173.880887] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f28abb-7d0e-1305-8f74-1571464c9145" [ 1173.880887] env[69987]: _type = "Task" [ 1173.880887] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.888825] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f28abb-7d0e-1305-8f74-1571464c9145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.042599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-909ba4b4-8c32-4de7-bf9f-8d49bddde583 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.204s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.072748] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77649} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.073144] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 39220515-b97e-4042-9d35-e04aed20a27c/39220515-b97e-4042-9d35-e04aed20a27c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.073409] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.073781] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e312e025-0a9b-4bbe-83c0-34c5737e5ecc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.080673] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1174.080673] env[69987]: value = "task-3501207" [ 1174.080673] env[69987]: _type = "Task" [ 1174.080673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.088269] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.103237] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523773c6-f65a-7101-7702-732339ffddc3, 'name': SearchDatastore_Task, 'duration_secs': 0.066876} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.105665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.106014] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. {{(pid=69987) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1174.106560] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50104661-02f2-4db7-9128-504cbcc91d5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.114085] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1174.114085] env[69987]: value = "task-3501208" [ 1174.114085] env[69987]: _type = "Task" [ 1174.114085] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.127260] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.146837] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b2e059-04ba-4dc0-b875-0fb087ec613c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.152689] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2e352a-a382-4632-919f-45d7c1b82e43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.185494] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85adbcd-ae57-4b4b-a445-a0442c87b635 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.193343] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c7f8a-3435-4628-aee2-06ecaeb30899 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.206583] env[69987]: DEBUG nova.compute.provider_tree [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.306957] env[69987]: DEBUG nova.objects.instance [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'flavor' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.391365] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f28abb-7d0e-1305-8f74-1571464c9145, 'name': SearchDatastore_Task, 'duration_secs': 0.041188} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.391697] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.391934] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.392188] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.392338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.392520] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.392783] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-423efd0c-f342-442e-a88d-be030638d832 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.405518] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.405723] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.406542] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86c142c-3898-42cf-921e-94a32be9fc30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.418555] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1174.418555] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dac022-b54b-8aa9-29c6-35f05fbb1245" [ 1174.418555] env[69987]: _type = "Task" [ 1174.418555] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.429936] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dac022-b54b-8aa9-29c6-35f05fbb1245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.498346] env[69987]: DEBUG nova.network.neutron [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Updated VIF entry in instance network info cache for port d2f43ede-0da8-464c-a576-3e8fbdea68be. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.499016] env[69987]: DEBUG nova.network.neutron [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Updating instance_info_cache with network_info: [{"id": "d2f43ede-0da8-464c-a576-3e8fbdea68be", "address": "fa:16:3e:aa:b6:66", "network": {"id": "d8252990-6e62-4ea2-a5e7-55f9752161a6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-908869897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b1e9016ba7436aa565c928ef6785a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2f43ede-0d", "ovs_interfaceid": "d2f43ede-0da8-464c-a576-3e8fbdea68be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.594627] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14005} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.594935] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.595882] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e68a614-7b47-4c29-a5a5-c6589ea2c308 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.621847] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 39220515-b97e-4042-9d35-e04aed20a27c/39220515-b97e-4042-9d35-e04aed20a27c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.622212] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c994d1-5adb-4196-bcb5-eb122d609c05 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.647072] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501208, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.648570] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1174.648570] env[69987]: value = "task-3501209" [ 1174.648570] env[69987]: _type = "Task" [ 1174.648570] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.660252] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.710427] env[69987]: DEBUG nova.scheduler.client.report [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.812236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.812425] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.812603] env[69987]: DEBUG nova.network.neutron [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.812815] env[69987]: DEBUG nova.objects.instance [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'info_cache' on Instance uuid dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.854848] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.855118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.933891] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dac022-b54b-8aa9-29c6-35f05fbb1245, 'name': SearchDatastore_Task, 'duration_secs': 0.053715} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.934721] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5edf410-4926-4d92-98fa-a0cadd4e727a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.941565] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1174.941565] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ce08ce-ed17-6920-f46f-420c43b50179" [ 1174.941565] env[69987]: _type = "Task" [ 1174.941565] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.949510] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ce08ce-ed17-6920-f46f-420c43b50179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.002344] env[69987]: DEBUG oslo_concurrency.lockutils [req-0333def7-e805-455b-9791-ebebe8a8d60d req-91e124e9-912e-43ca-a090-9eaac722557f service nova] Releasing lock "refresh_cache-e4e62857-a168-46ba-97ef-4fa427159f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.131232] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579984} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.131516] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. [ 1175.132340] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1661511-0b36-4e16-94a6-3e16ab2ba738 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.157156] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.160231] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bec60b7-ec19-45d0-83b8-8e389728a10e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.180349] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.181629] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1175.181629] env[69987]: value = "task-3501210" [ 1175.181629] env[69987]: _type = "Task" [ 1175.181629] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.189076] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.215768] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.216320] env[69987]: DEBUG nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.219085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.962s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.220984] env[69987]: INFO nova.compute.claims [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.316657] env[69987]: DEBUG nova.objects.base [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.357858] env[69987]: DEBUG nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.427351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.427524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.427784] env[69987]: DEBUG nova.objects.instance [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'flavor' on Instance uuid 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.453395] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ce08ce-ed17-6920-f46f-420c43b50179, 'name': SearchDatastore_Task, 'duration_secs': 0.012786} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.453677] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.453942] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] e4e62857-a168-46ba-97ef-4fa427159f57/e4e62857-a168-46ba-97ef-4fa427159f57.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.454228] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6883eef0-8141-4310-be97-f8b6761cd32f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.461055] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1175.461055] env[69987]: value = "task-3501211" [ 1175.461055] env[69987]: _type = "Task" [ 1175.461055] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.469854] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.660535] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.695582] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.725712] env[69987]: DEBUG nova.compute.utils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.730425] env[69987]: DEBUG nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.730425] env[69987]: DEBUG nova.network.neutron [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.770043] env[69987]: DEBUG nova.policy [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd141bb67d2c24215a6b989c271a32723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e2b79dad56402a964366af7f171d43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.889350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.972578] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501211, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.044828] env[69987]: DEBUG nova.network.neutron [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Successfully created port: 44499cf8-f9c6-4b3c-afd5-0907ffdad7ea {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.110899] env[69987]: DEBUG nova.objects.instance [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'pci_requests' on Instance uuid 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.164759] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501209, 'name': ReconfigVM_Task, 'duration_secs': 1.165657} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.165298] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 39220515-b97e-4042-9d35-e04aed20a27c/39220515-b97e-4042-9d35-e04aed20a27c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.166107] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0caa49ee-d075-400e-8d25-81594e900f3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.174792] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1176.174792] env[69987]: value = "task-3501212" [ 1176.174792] env[69987]: _type = "Task" [ 1176.174792] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.184126] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501212, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.192662] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501210, 'name': ReconfigVM_Task, 'duration_secs': 0.834162} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.193242] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.196021] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2910af9e-a934-4aaf-b787-9cd74dd2910c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.224135] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a055f01-82bc-4532-92b9-02fa8ad8a883 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.235914] env[69987]: DEBUG nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.247646] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1176.247646] env[69987]: value = "task-3501213" [ 1176.247646] env[69987]: _type = "Task" [ 1176.247646] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.257258] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.462388] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b17bae4-bc3c-40d2-9bec-a93affe469e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.471344] env[69987]: DEBUG nova.network.neutron [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [{"id": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "address": "fa:16:3e:00:4b:20", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b7841d0-8f", "ovs_interfaceid": "6b7841d0-8fda-4b5d-bc1a-1da7f78dd308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.475564] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02a7799-0cde-4f97-93ee-f33d7962bf30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.481653] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872618} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.482833] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] e4e62857-a168-46ba-97ef-4fa427159f57/e4e62857-a168-46ba-97ef-4fa427159f57.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.483075] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.483319] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ef3a18-5a88-4995-a694-251bcef4504a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.510526] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf9fe8-07f3-4328-b875-4dc30489dfe3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.514557] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1176.514557] env[69987]: value = "task-3501214" [ 1176.514557] env[69987]: _type = "Task" [ 1176.514557] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.522076] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d228e512-22dd-4fe5-b957-426a80bc1fc0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.528169] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.539473] env[69987]: DEBUG nova.compute.provider_tree [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.615597] env[69987]: DEBUG nova.objects.base [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Object Instance<9aa8d82d-371c-4edc-8db1-86778e48a36e> lazy-loaded attributes: flavor,pci_requests {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.615937] env[69987]: DEBUG nova.network.neutron [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.684088] env[69987]: DEBUG nova.policy [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.688995] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501212, 'name': Rename_Task, 'duration_secs': 0.225695} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.689290] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.689538] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fdd491-158d-4fbc-a13f-5a2123a139a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.695995] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1176.695995] env[69987]: value = "task-3501215" [ 1176.695995] env[69987]: _type = "Task" [ 1176.695995] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.704474] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.756872] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501213, 'name': ReconfigVM_Task, 'duration_secs': 0.223323} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.757163] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.757427] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b82021-e25e-4077-ab05-ae49702cf810 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.763620] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1176.763620] env[69987]: value = "task-3501216" [ 1176.763620] env[69987]: _type = "Task" [ 1176.763620] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.772834] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.975459] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-dc83ca05-8d05-495f-b3fa-629a4748db93" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.019688] env[69987]: DEBUG nova.network.neutron [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Successfully created port: 98eaa3d2-4c21-4891-80c5-746cc5fde2fc {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.026976] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124846} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.028029] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.028029] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307f2ea-2cbc-4130-beb0-88426bdafc5f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.042558] env[69987]: DEBUG nova.scheduler.client.report [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.054608] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e4e62857-a168-46ba-97ef-4fa427159f57/e4e62857-a168-46ba-97ef-4fa427159f57.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.055378] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e7b3e7-f3c5-4af7-babb-a1c711dd7ba2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.076355] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1177.076355] env[69987]: value = "task-3501217" [ 1177.076355] env[69987]: _type = "Task" [ 1177.076355] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.084287] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.208164] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.248776] env[69987]: DEBUG nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.277539] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.280721] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.280947] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.281118] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.281306] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.281453] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.281601] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.281826] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.282061] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.282266] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.282427] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.282601] env[69987]: DEBUG nova.virt.hardware [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.283419] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c41e47-90d7-40c9-9c00-743c5257dbfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.290996] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9559f2-15b3-4cc9-b974-454e77f59b4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.458836] env[69987]: DEBUG nova.compute.manager [req-b63987fd-97c0-4f55-aea6-797ac5e026a6 req-3cd8a270-a1bd-4d3b-ad46-0fc5ac5e3624 service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Received event network-vif-plugged-44499cf8-f9c6-4b3c-afd5-0907ffdad7ea {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.459103] env[69987]: DEBUG oslo_concurrency.lockutils [req-b63987fd-97c0-4f55-aea6-797ac5e026a6 req-3cd8a270-a1bd-4d3b-ad46-0fc5ac5e3624 service nova] Acquiring lock "982001a8-851c-4b52-8886-cd837772a643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.459341] env[69987]: DEBUG oslo_concurrency.lockutils [req-b63987fd-97c0-4f55-aea6-797ac5e026a6 req-3cd8a270-a1bd-4d3b-ad46-0fc5ac5e3624 service nova] Lock "982001a8-851c-4b52-8886-cd837772a643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.459533] env[69987]: DEBUG oslo_concurrency.lockutils [req-b63987fd-97c0-4f55-aea6-797ac5e026a6 req-3cd8a270-a1bd-4d3b-ad46-0fc5ac5e3624 service nova] Lock "982001a8-851c-4b52-8886-cd837772a643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.459791] env[69987]: DEBUG nova.compute.manager [req-b63987fd-97c0-4f55-aea6-797ac5e026a6 req-3cd8a270-a1bd-4d3b-ad46-0fc5ac5e3624 service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] No waiting events found dispatching network-vif-plugged-44499cf8-f9c6-4b3c-afd5-0907ffdad7ea {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.459855] env[69987]: WARNING nova.compute.manager [req-b63987fd-97c0-4f55-aea6-797ac5e026a6 req-3cd8a270-a1bd-4d3b-ad46-0fc5ac5e3624 service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Received unexpected event network-vif-plugged-44499cf8-f9c6-4b3c-afd5-0907ffdad7ea for instance with vm_state building and task_state spawning. [ 1177.551000] env[69987]: DEBUG nova.network.neutron [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Successfully updated port: 44499cf8-f9c6-4b3c-afd5-0907ffdad7ea {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.556513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.557109] env[69987]: DEBUG nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.561317] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.671s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.565044] env[69987]: INFO nova.compute.claims [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.590708] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501217, 'name': ReconfigVM_Task, 'duration_secs': 0.47949} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.591198] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e4e62857-a168-46ba-97ef-4fa427159f57/e4e62857-a168-46ba-97ef-4fa427159f57.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.592092] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ab0502-be7e-4467-829d-af6f1a4d13ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.600971] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1177.600971] env[69987]: value = "task-3501218" [ 1177.600971] env[69987]: _type = "Task" [ 1177.600971] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.613235] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501218, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.708658] env[69987]: DEBUG oslo_vmware.api [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501215, 'name': PowerOnVM_Task, 'duration_secs': 0.771592} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.708962] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.709207] env[69987]: INFO nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1177.709391] env[69987]: DEBUG nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.710175] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b80bef-6acf-49db-b48e-5addd61c8be3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.774772] env[69987]: DEBUG oslo_vmware.api [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501216, 'name': PowerOnVM_Task, 'duration_secs': 0.616641} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.774772] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.776804] env[69987]: DEBUG nova.compute.manager [None req-8f45cbe6-f603-42db-9770-52fbc212b589 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.777792] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b3fe05-2670-4942-a9da-bdaeb16818e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.981609] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.981918] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095607a7-ac78-491b-b29f-9be55548a852 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.989834] env[69987]: DEBUG oslo_vmware.api [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1177.989834] env[69987]: value = "task-3501219" [ 1177.989834] env[69987]: _type = "Task" [ 1177.989834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.998278] env[69987]: DEBUG oslo_vmware.api [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.053380] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-982001a8-851c-4b52-8886-cd837772a643" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.053380] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-982001a8-851c-4b52-8886-cd837772a643" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.053467] env[69987]: DEBUG nova.network.neutron [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.069243] env[69987]: DEBUG nova.compute.utils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.074023] env[69987]: DEBUG nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.074023] env[69987]: DEBUG nova.network.neutron [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.110564] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501218, 'name': Rename_Task, 'duration_secs': 0.432266} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.111976] env[69987]: DEBUG nova.policy [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '269fb821f1e84dc28c6fffab75ba9bc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37f232c419143fdbe32d13d85a7527a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.113574] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.113753] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b16205f-56b5-4b8c-86e3-004a17cbc681 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.121619] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1178.121619] env[69987]: value = "task-3501220" [ 1178.121619] env[69987]: _type = "Task" [ 1178.121619] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.129440] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.227107] env[69987]: INFO nova.compute.manager [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Took 27.71 seconds to build instance. [ 1178.426672] env[69987]: DEBUG nova.network.neutron [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Successfully created port: 85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.489924] env[69987]: DEBUG nova.compute.manager [req-4d4139cf-8276-4e22-b3f5-4b55fddc2508 req-1d8c590f-ad15-42b8-b743-e48959cb1e5c service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-vif-plugged-98eaa3d2-4c21-4891-80c5-746cc5fde2fc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.490179] env[69987]: DEBUG oslo_concurrency.lockutils [req-4d4139cf-8276-4e22-b3f5-4b55fddc2508 req-1d8c590f-ad15-42b8-b743-e48959cb1e5c service nova] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.490416] env[69987]: DEBUG oslo_concurrency.lockutils [req-4d4139cf-8276-4e22-b3f5-4b55fddc2508 req-1d8c590f-ad15-42b8-b743-e48959cb1e5c service nova] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.490588] env[69987]: DEBUG oslo_concurrency.lockutils [req-4d4139cf-8276-4e22-b3f5-4b55fddc2508 req-1d8c590f-ad15-42b8-b743-e48959cb1e5c service nova] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.490761] env[69987]: DEBUG nova.compute.manager [req-4d4139cf-8276-4e22-b3f5-4b55fddc2508 req-1d8c590f-ad15-42b8-b743-e48959cb1e5c service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] No waiting events found dispatching network-vif-plugged-98eaa3d2-4c21-4891-80c5-746cc5fde2fc {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.490929] env[69987]: WARNING nova.compute.manager [req-4d4139cf-8276-4e22-b3f5-4b55fddc2508 req-1d8c590f-ad15-42b8-b743-e48959cb1e5c service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received unexpected event network-vif-plugged-98eaa3d2-4c21-4891-80c5-746cc5fde2fc for instance with vm_state active and task_state None. [ 1178.501454] env[69987]: DEBUG oslo_vmware.api [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501219, 'name': PowerOnVM_Task, 'duration_secs': 0.482826} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.501826] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.502097] env[69987]: DEBUG nova.compute.manager [None req-5569f907-9579-46db-9821-e6a11eb12688 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.503159] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c4ebde-422b-4f2b-bed0-c727abb381ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.579356] env[69987]: DEBUG nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.597494] env[69987]: DEBUG nova.network.neutron [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.608469] env[69987]: DEBUG nova.network.neutron [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Successfully updated port: 98eaa3d2-4c21-4891-80c5-746cc5fde2fc {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.640700] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501220, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.732026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-25fa8629-efba-4fd0-9949-e3c7bc2d8a97 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "39220515-b97e-4042-9d35-e04aed20a27c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.225s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.809839] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178fa12-43f9-4c69-91a8-8d9ed6048ffe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.817693] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af79c6-2d2a-44f9-be2a-b0056971eb1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.821394] env[69987]: INFO nova.compute.manager [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Unrescuing [ 1178.821718] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.821930] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.822978] env[69987]: DEBUG nova.network.neutron [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.854806] env[69987]: DEBUG nova.network.neutron [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Updating instance_info_cache with network_info: [{"id": "44499cf8-f9c6-4b3c-afd5-0907ffdad7ea", "address": "fa:16:3e:1e:ab:48", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44499cf8-f9", "ovs_interfaceid": "44499cf8-f9c6-4b3c-afd5-0907ffdad7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.857138] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e5bec9-c436-494d-aacd-526f466ce974 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.865142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33f652d-a982-495f-b558-094b3e2011d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.879719] env[69987]: DEBUG nova.compute.provider_tree [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.112157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.112509] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.112509] env[69987]: DEBUG nova.network.neutron [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.132811] env[69987]: DEBUG oslo_vmware.api [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501220, 'name': PowerOnVM_Task, 'duration_secs': 0.908688} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.133142] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.133394] env[69987]: INFO nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1179.133579] env[69987]: DEBUG nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.134388] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6296bbef-44b0-40d6-952c-7447bdb1a310 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.360763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-982001a8-851c-4b52-8886-cd837772a643" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.360899] env[69987]: DEBUG nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Instance network_info: |[{"id": "44499cf8-f9c6-4b3c-afd5-0907ffdad7ea", "address": "fa:16:3e:1e:ab:48", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44499cf8-f9", "ovs_interfaceid": "44499cf8-f9c6-4b3c-afd5-0907ffdad7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.361270] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ab:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44499cf8-f9c6-4b3c-afd5-0907ffdad7ea', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.369686] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.369879] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982001a8-851c-4b52-8886-cd837772a643] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.370117] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18549fd0-29ad-442e-b641-d42ed408d7b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.386308] env[69987]: DEBUG nova.scheduler.client.report [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.395286] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.395286] env[69987]: value = "task-3501221" [ 1179.395286] env[69987]: _type = "Task" [ 1179.395286] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.403456] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501221, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.496463] env[69987]: DEBUG nova.compute.manager [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Received event network-changed-44499cf8-f9c6-4b3c-afd5-0907ffdad7ea {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.496463] env[69987]: DEBUG nova.compute.manager [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Refreshing instance network info cache due to event network-changed-44499cf8-f9c6-4b3c-afd5-0907ffdad7ea. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.496463] env[69987]: DEBUG oslo_concurrency.lockutils [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] Acquiring lock "refresh_cache-982001a8-851c-4b52-8886-cd837772a643" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.496582] env[69987]: DEBUG oslo_concurrency.lockutils [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] Acquired lock "refresh_cache-982001a8-851c-4b52-8886-cd837772a643" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.496672] env[69987]: DEBUG nova.network.neutron [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Refreshing network info cache for port 44499cf8-f9c6-4b3c-afd5-0907ffdad7ea {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.589022] env[69987]: DEBUG nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.596893] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "dc83ca05-8d05-495f-b3fa-629a4748db93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.597234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.597497] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.597784] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.598053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.600483] env[69987]: INFO nova.compute.manager [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Terminating instance [ 1179.630641] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.630924] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.631130] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.631335] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.631512] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.631691] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.631927] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.632131] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.632329] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.632529] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.632721] env[69987]: DEBUG nova.virt.hardware [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.634220] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0c41cf-a772-4467-9006-6f697fb85804 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.648203] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103c712f-2932-4937-a89d-90971a2b5e41 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.658985] env[69987]: INFO nova.compute.manager [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Took 19.23 seconds to build instance. [ 1179.698080] env[69987]: WARNING nova.network.neutron [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] 8bb40b02-ad62-4e88-a5c6-78b406d6eeb7 already exists in list: networks containing: ['8bb40b02-ad62-4e88-a5c6-78b406d6eeb7']. ignoring it [ 1179.836714] env[69987]: DEBUG nova.network.neutron [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Updating instance_info_cache with network_info: [{"id": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "address": "fa:16:3e:d9:87:ce", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a83941-4b", "ovs_interfaceid": "13a83941-4b13-4378-82a1-eec3f0efcaf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.891915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.892470] env[69987]: DEBUG nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1179.904292] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501221, 'name': CreateVM_Task, 'duration_secs': 0.352984} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.906973] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982001a8-851c-4b52-8886-cd837772a643] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.907623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.907796] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.908142] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.908684] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde4a380-1478-4998-a90a-2c15a1b5988c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.913834] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1179.913834] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c5baba-b592-e5d6-b018-0669fdc6b116" [ 1179.913834] env[69987]: _type = "Task" [ 1179.913834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.922337] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c5baba-b592-e5d6-b018-0669fdc6b116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.931758] env[69987]: DEBUG nova.network.neutron [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Successfully updated port: 85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.105523] env[69987]: DEBUG nova.compute.manager [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.105749] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.106736] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5f7b5d-f857-490e-8a7f-24fbd69f4474 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.117242] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.117486] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd1c05b2-565c-47dc-92ea-07c3cfbb5313 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.123701] env[69987]: DEBUG oslo_vmware.api [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1180.123701] env[69987]: value = "task-3501222" [ 1180.123701] env[69987]: _type = "Task" [ 1180.123701] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.132960] env[69987]: DEBUG oslo_vmware.api [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.161925] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9ea5ea31-0a7e-4617-bf1e-0b83ffe671ab tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "e4e62857-a168-46ba-97ef-4fa427159f57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.751s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.223580] env[69987]: DEBUG nova.network.neutron [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Updated VIF entry in instance network info cache for port 44499cf8-f9c6-4b3c-afd5-0907ffdad7ea. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.223580] env[69987]: DEBUG nova.network.neutron [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Updating instance_info_cache with network_info: [{"id": "44499cf8-f9c6-4b3c-afd5-0907ffdad7ea", "address": "fa:16:3e:1e:ab:48", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44499cf8-f9", "ovs_interfaceid": "44499cf8-f9c6-4b3c-afd5-0907ffdad7ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.339554] env[69987]: DEBUG oslo_concurrency.lockutils [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-9d55f467-3f8e-4de3-a7d6-331f7e6f6732" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.340524] env[69987]: DEBUG nova.objects.instance [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lazy-loading 'flavor' on Instance uuid 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.347905] env[69987]: DEBUG nova.network.neutron [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "address": "fa:16:3e:df:65:c1", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98eaa3d2-4c", "ovs_interfaceid": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.398243] env[69987]: DEBUG nova.compute.utils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.403469] env[69987]: DEBUG nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.403642] env[69987]: DEBUG nova.network.neutron [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.424558] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c5baba-b592-e5d6-b018-0669fdc6b116, 'name': SearchDatastore_Task, 'duration_secs': 0.017101} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.424928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.425227] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.425474] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.425645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.425844] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.426115] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4efeebe5-60a8-45fa-9ea5-d5797dd863df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.434289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.434289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.434510] env[69987]: DEBUG nova.network.neutron [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.439188] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.439543] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.440411] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19a3eae-3440-4ad9-bb5a-9e1e6945dcfe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.447948] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1180.447948] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d689ea-b313-1547-1075-7bdf138d6186" [ 1180.447948] env[69987]: _type = "Task" [ 1180.447948] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.457801] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d689ea-b313-1547-1075-7bdf138d6186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.476060] env[69987]: DEBUG nova.policy [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '050a36eef4ab4b02860b91a0f4c76f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c223adc1c304db894a6b128d175e91a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.636124] env[69987]: DEBUG oslo_vmware.api [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501222, 'name': PowerOffVM_Task, 'duration_secs': 0.198406} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.636452] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.636672] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.636923] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b55ce727-d6ca-4607-8739-602e51615822 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.699859] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.700058] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.700246] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleting the datastore file [datastore1] dc83ca05-8d05-495f-b3fa-629a4748db93 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.700510] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e5d627a-9ff5-4906-b11d-00b290abf383 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.707637] env[69987]: DEBUG oslo_vmware.api [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1180.707637] env[69987]: value = "task-3501224" [ 1180.707637] env[69987]: _type = "Task" [ 1180.707637] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.715619] env[69987]: DEBUG oslo_vmware.api [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.724464] env[69987]: DEBUG oslo_concurrency.lockutils [req-ab9a220c-352c-49c1-a26c-bd9123b1b4b3 req-e1d6f17a-039c-4174-82f1-198e9f1cceba service nova] Releasing lock "refresh_cache-982001a8-851c-4b52-8886-cd837772a643" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.845484] env[69987]: DEBUG nova.compute.manager [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-changed-98eaa3d2-4c21-4891-80c5-746cc5fde2fc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.845778] env[69987]: DEBUG nova.compute.manager [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing instance network info cache due to event network-changed-98eaa3d2-4c21-4891-80c5-746cc5fde2fc. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.846816] env[69987]: DEBUG oslo_concurrency.lockutils [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.852902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.853566] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.853699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.854440] env[69987]: DEBUG oslo_concurrency.lockutils [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.854517] env[69987]: DEBUG nova.network.neutron [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing network info cache for port 98eaa3d2-4c21-4891-80c5-746cc5fde2fc {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.856231] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a259b7-577f-4bcc-af36-d560e7d7eede {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.860857] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac547e4-bfe3-4f02-a0cd-8abbcc6418a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.878520] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.878775] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.878960] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.880347] env[69987]: DEBUG nova.virt.hardware [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.887206] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfiguring VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1180.903481] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56884136-1680-4fb5-9176-48accb8644b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.917164] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.917931] env[69987]: DEBUG nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.920739] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87047977-9b0a-4693-8318-b318f5cbd9c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.926591] env[69987]: DEBUG oslo_vmware.api [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1180.926591] env[69987]: value = "task-3501225" [ 1180.926591] env[69987]: _type = "Task" [ 1180.926591] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.928012] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1180.928012] env[69987]: value = "task-3501226" [ 1180.928012] env[69987]: _type = "Task" [ 1180.928012] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.928706] env[69987]: DEBUG nova.network.neutron [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Successfully created port: a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.943682] env[69987]: DEBUG oslo_vmware.api [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501225, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.947310] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.956873] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d689ea-b313-1547-1075-7bdf138d6186, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.957706] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c83ef71-5631-4be9-a556-109f548904ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.963365] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1180.963365] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52667398-d053-7fd5-9c3e-6dfccebc10aa" [ 1180.963365] env[69987]: _type = "Task" [ 1180.963365] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.971118] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52667398-d053-7fd5-9c3e-6dfccebc10aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.974201] env[69987]: DEBUG nova.network.neutron [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.113836] env[69987]: DEBUG nova.network.neutron [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updating instance_info_cache with network_info: [{"id": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "address": "fa:16:3e:9f:cc:46", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e7a84f-ed", "ovs_interfaceid": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.217949] env[69987]: DEBUG oslo_vmware.api [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209541} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.218257] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.218441] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.218619] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.218797] env[69987]: INFO nova.compute.manager [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1181.219043] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.219235] env[69987]: DEBUG nova.compute.manager [-] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.219328] env[69987]: DEBUG nova.network.neutron [-] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.438362] env[69987]: DEBUG oslo_vmware.api [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501225, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.446167] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501226, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.473429] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52667398-d053-7fd5-9c3e-6dfccebc10aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.473699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.473968] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 982001a8-851c-4b52-8886-cd837772a643/982001a8-851c-4b52-8886-cd837772a643.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.474275] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6005c5d2-9513-4703-afed-cf9faaa5941b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.481031] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1181.481031] env[69987]: value = "task-3501227" [ 1181.481031] env[69987]: _type = "Task" [ 1181.481031] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.491179] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.617621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.617621] env[69987]: DEBUG nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Instance network_info: |[{"id": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "address": "fa:16:3e:9f:cc:46", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e7a84f-ed", "ovs_interfaceid": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.617946] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:cc:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e7a84f-ed45-465d-83f7-5ba7ed1b0bba', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.634151] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Creating folder: Project (e37f232c419143fdbe32d13d85a7527a). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.635468] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80533efe-094e-412a-a96b-8bec4d5c524f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.647417] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Created folder: Project (e37f232c419143fdbe32d13d85a7527a) in parent group-v699418. [ 1181.650584] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Creating folder: Instances. Parent ref: group-v699684. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.650584] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0520b50-3dc1-4577-b4fd-16de44aa09ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.658882] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Created folder: Instances in parent group-v699684. [ 1181.659685] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.659875] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.660226] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4093c9d2-79d8-4582-8507-3c985fd80eba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.681257] env[69987]: DEBUG nova.network.neutron [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updated VIF entry in instance network info cache for port 98eaa3d2-4c21-4891-80c5-746cc5fde2fc. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.681814] env[69987]: DEBUG nova.network.neutron [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "address": "fa:16:3e:df:65:c1", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98eaa3d2-4c", "ovs_interfaceid": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.686056] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.686056] env[69987]: value = "task-3501230" [ 1181.686056] env[69987]: _type = "Task" [ 1181.686056] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.694323] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501230, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.865504] env[69987]: DEBUG nova.compute.manager [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Received event network-vif-plugged-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.865831] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.866132] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] Lock "18b37971-e145-4e7f-86fd-13cecd008050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.866390] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] Lock "18b37971-e145-4e7f-86fd-13cecd008050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.866672] env[69987]: DEBUG nova.compute.manager [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] No waiting events found dispatching network-vif-plugged-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.866954] env[69987]: WARNING nova.compute.manager [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Received unexpected event network-vif-plugged-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba for instance with vm_state building and task_state spawning. [ 1181.867205] env[69987]: DEBUG nova.compute.manager [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Received event network-changed-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.867431] env[69987]: DEBUG nova.compute.manager [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Refreshing instance network info cache due to event network-changed-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.867873] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] Acquiring lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.868094] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] Acquired lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.868350] env[69987]: DEBUG nova.network.neutron [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Refreshing network info cache for port 85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.929458] env[69987]: DEBUG nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.945382] env[69987]: DEBUG oslo_vmware.api [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.954896] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501226, 'name': PowerOffVM_Task, 'duration_secs': 0.619761} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.955291] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.961331] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.961704] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4db3be2-d3cf-47a5-8059-9bd527e9d111 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.981986] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1181.981986] env[69987]: value = "task-3501231" [ 1181.981986] env[69987]: _type = "Task" [ 1181.981986] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.995116] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.995417] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.995584] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.995783] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.995944] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.996101] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.996329] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.996507] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.996738] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.996925] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.997128] env[69987]: DEBUG nova.virt.hardware [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.998033] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee2f421-2b13-4b8f-b601-3183a12f9442 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.011073] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501227, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.011708] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.013173] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0a5acb-2156-4dd2-a0c3-83de9784f070 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.186846] env[69987]: DEBUG oslo_concurrency.lockutils [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.187183] env[69987]: DEBUG nova.compute.manager [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Received event network-changed-34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.187359] env[69987]: DEBUG nova.compute.manager [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing instance network info cache due to event network-changed-34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.187575] env[69987]: DEBUG oslo_concurrency.lockutils [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] Acquiring lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.187735] env[69987]: DEBUG oslo_concurrency.lockutils [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] Acquired lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.187931] env[69987]: DEBUG nova.network.neutron [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.199145] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501230, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.337708] env[69987]: DEBUG nova.network.neutron [-] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.443631] env[69987]: DEBUG oslo_vmware.api [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.500021] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.504887] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 982001a8-851c-4b52-8886-cd837772a643/982001a8-851c-4b52-8886-cd837772a643.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.504887] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.504887] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.504887] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-248750a6-4158-4317-99c8-ae9b6d2cbc1e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.509692] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1182.509692] env[69987]: value = "task-3501232" [ 1182.509692] env[69987]: _type = "Task" [ 1182.509692] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.518683] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.602848] env[69987]: DEBUG nova.network.neutron [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updated VIF entry in instance network info cache for port 85e7a84f-ed45-465d-83f7-5ba7ed1b0bba. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.602848] env[69987]: DEBUG nova.network.neutron [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updating instance_info_cache with network_info: [{"id": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "address": "fa:16:3e:9f:cc:46", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e7a84f-ed", "ovs_interfaceid": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.626947] env[69987]: DEBUG nova.network.neutron [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Successfully updated port: a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.704203] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501230, 'name': CreateVM_Task, 'duration_secs': 0.761544} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.704378] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.705084] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.705246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.705575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.705831] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e401b009-f3a3-4858-bc55-d29e7957e84b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.711796] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1182.711796] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5222e92e-682b-e897-b5ad-d47468f5ea91" [ 1182.711796] env[69987]: _type = "Task" [ 1182.711796] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.719492] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5222e92e-682b-e897-b5ad-d47468f5ea91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.840609] env[69987]: INFO nova.compute.manager [-] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Took 1.62 seconds to deallocate network for instance. [ 1182.920422] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "e4e62857-a168-46ba-97ef-4fa427159f57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.920728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "e4e62857-a168-46ba-97ef-4fa427159f57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.921078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "e4e62857-a168-46ba-97ef-4fa427159f57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.921352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "e4e62857-a168-46ba-97ef-4fa427159f57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.921648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "e4e62857-a168-46ba-97ef-4fa427159f57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.924070] env[69987]: INFO nova.compute.manager [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Terminating instance [ 1182.942234] env[69987]: DEBUG oslo_vmware.api [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501225, 'name': ReconfigVM_Task, 'duration_secs': 1.916083} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.943229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.943443] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfigured VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1182.978844] env[69987]: DEBUG nova.compute.manager [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Received event network-vif-plugged-a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.979034] env[69987]: DEBUG oslo_concurrency.lockutils [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] Acquiring lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.979326] env[69987]: DEBUG oslo_concurrency.lockutils [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.979467] env[69987]: DEBUG oslo_concurrency.lockutils [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.979646] env[69987]: DEBUG nova.compute.manager [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] No waiting events found dispatching network-vif-plugged-a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.979819] env[69987]: WARNING nova.compute.manager [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Received unexpected event network-vif-plugged-a6777bc8-5d88-445c-8dde-5ce4bc298b78 for instance with vm_state building and task_state spawning. [ 1182.979980] env[69987]: DEBUG nova.compute.manager [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Received event network-changed-a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.980158] env[69987]: DEBUG nova.compute.manager [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Refreshing instance network info cache due to event network-changed-a6777bc8-5d88-445c-8dde-5ce4bc298b78. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.980347] env[69987]: DEBUG oslo_concurrency.lockutils [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] Acquiring lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.980486] env[69987]: DEBUG oslo_concurrency.lockutils [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] Acquired lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.980657] env[69987]: DEBUG nova.network.neutron [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Refreshing network info cache for port a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.989406] env[69987]: DEBUG nova.network.neutron [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updated VIF entry in instance network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.989743] env[69987]: DEBUG nova.network.neutron [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.997130] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501231, 'name': ReconfigVM_Task, 'duration_secs': 0.955074} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.997289] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.997468] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.997718] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e0bf83-1543-4b00-b437-455760caaa51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.004361] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1183.004361] env[69987]: value = "task-3501233" [ 1183.004361] env[69987]: _type = "Task" [ 1183.004361] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.012808] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.020589] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285874} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.021367] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.022131] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa98e42-35d6-4e5b-ab3d-8fa91b6c1bee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.044733] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 982001a8-851c-4b52-8886-cd837772a643/982001a8-851c-4b52-8886-cd837772a643.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.045447] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f97b578f-6916-475f-8795-b2b0bdec8d91 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.064374] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1183.064374] env[69987]: value = "task-3501234" [ 1183.064374] env[69987]: _type = "Task" [ 1183.064374] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.072021] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.103127] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1e869bb-a871-4c59-bd6b-f8ec76e450a1 req-de40ade8-8fcc-4d0f-9fb2-7121d2a45a87 service nova] Releasing lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.129055] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.221556] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5222e92e-682b-e897-b5ad-d47468f5ea91, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.221862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.222117] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.222364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.222514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.222689] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.222948] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-268e9d2b-f4c6-4057-823f-6e0e682537ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.230819] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.230999] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.231740] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e971f5-ed51-4f65-9641-2af141a3be97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.236779] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1183.236779] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52239387-cedf-28d4-79cb-287d2559fbb0" [ 1183.236779] env[69987]: _type = "Task" [ 1183.236779] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.243862] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52239387-cedf-28d4-79cb-287d2559fbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.350066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.350392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.350521] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.417575] env[69987]: INFO nova.scheduler.client.report [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted allocations for instance dc83ca05-8d05-495f-b3fa-629a4748db93 [ 1183.432925] env[69987]: DEBUG nova.compute.manager [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.433375] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.434533] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c0fe0-afca-488c-b8a0-c355e05a8216 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.444452] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.445733] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8fe5cbc-8115-44ce-913a-3dba7c4a4b36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.447918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59ab362-ba78-4c29-a2fe-1dc2b6fbacad tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.020s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.450862] env[69987]: DEBUG oslo_vmware.api [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1183.450862] env[69987]: value = "task-3501235" [ 1183.450862] env[69987]: _type = "Task" [ 1183.450862] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.459263] env[69987]: DEBUG oslo_vmware.api [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.494356] env[69987]: DEBUG oslo_concurrency.lockutils [req-69bf15eb-a22d-4005-91fc-b74b25fa62f2 req-fd97a805-e595-4c6c-aabc-d04080ad871a service nova] Releasing lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.514901] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.518860] env[69987]: DEBUG nova.network.neutron [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.574417] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501234, 'name': ReconfigVM_Task, 'duration_secs': 0.290685} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.574726] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 982001a8-851c-4b52-8886-cd837772a643/982001a8-851c-4b52-8886-cd837772a643.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.575400] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baba970a-10ff-4001-904d-01570ea2f216 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.581270] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1183.581270] env[69987]: value = "task-3501236" [ 1183.581270] env[69987]: _type = "Task" [ 1183.581270] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.588650] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501236, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.636870] env[69987]: DEBUG nova.network.neutron [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.747998] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52239387-cedf-28d4-79cb-287d2559fbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.748984] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f717fe79-8245-4724-9550-c798c117b9c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.754060] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1183.754060] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5213f9b4-ba60-798e-cda3-13fd2fe71e4b" [ 1183.754060] env[69987]: _type = "Task" [ 1183.754060] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.761472] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5213f9b4-ba60-798e-cda3-13fd2fe71e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.926876] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d27b5505-f175-4b7d-aa84-42e57ac927ba tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "dc83ca05-8d05-495f-b3fa-629a4748db93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.330s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.960274] env[69987]: DEBUG oslo_vmware.api [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501235, 'name': PowerOffVM_Task, 'duration_secs': 0.337752} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.960535] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.960704] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.960931] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccb271a8-3a1d-42d7-b280-a2b80fba881d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.964983] env[69987]: DEBUG nova.compute.manager [req-65181642-96fe-491a-b508-756fac84668c req-58d0059e-512f-4b28-bef8-8ae46c643785 service nova] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Received event network-vif-deleted-6b7841d0-8fda-4b5d-bc1a-1da7f78dd308 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.014647] env[69987]: DEBUG oslo_vmware.api [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501233, 'name': PowerOnVM_Task, 'duration_secs': 0.561801} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.014900] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.015150] env[69987]: DEBUG nova.compute.manager [None req-92ab5cb3-c840-4c1c-a4ab-0cd4c3bd1da0 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.015919] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06bac01-4653-46db-a78f-50d30eb6cf72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.031897] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.031897] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.032073] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleting the datastore file [datastore2] e4e62857-a168-46ba-97ef-4fa427159f57 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.032508] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d450d2bd-7245-48d0-9a80-0d91e7202bff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.039282] env[69987]: DEBUG oslo_vmware.api [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for the task: (returnval){ [ 1184.039282] env[69987]: value = "task-3501238" [ 1184.039282] env[69987]: _type = "Task" [ 1184.039282] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.046807] env[69987]: DEBUG oslo_vmware.api [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.091796] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501236, 'name': Rename_Task, 'duration_secs': 0.153991} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.092102] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.092348] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aad8a18-d87f-426f-a4d7-074e23800f86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.098311] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1184.098311] env[69987]: value = "task-3501239" [ 1184.098311] env[69987]: _type = "Task" [ 1184.098311] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.106839] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.139134] env[69987]: DEBUG oslo_concurrency.lockutils [req-12957b93-20e9-415d-b047-1d65a6d47d56 req-7f4bd7cf-4ed2-48cd-859c-33298af42f94 service nova] Releasing lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.139545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.139689] env[69987]: DEBUG nova.network.neutron [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.265037] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5213f9b4-ba60-798e-cda3-13fd2fe71e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.265037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.265193] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 18b37971-e145-4e7f-86fd-13cecd008050/18b37971-e145-4e7f-86fd-13cecd008050.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.265451] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c117b1ab-6cb9-4d3e-b4b7-da97769fb0dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.272414] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1184.272414] env[69987]: value = "task-3501240" [ 1184.272414] env[69987]: _type = "Task" [ 1184.272414] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.280669] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.550895] env[69987]: DEBUG oslo_vmware.api [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Task: {'id': task-3501238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194032} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.551319] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.551449] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.552022] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.552022] env[69987]: INFO nova.compute.manager [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.552142] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.552304] env[69987]: DEBUG nova.compute.manager [-] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.552402] env[69987]: DEBUG nova.network.neutron [-] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.609615] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501239, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.693388] env[69987]: DEBUG nova.network.neutron [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.785293] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501240, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.936201] env[69987]: DEBUG nova.network.neutron [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Updating instance_info_cache with network_info: [{"id": "a6777bc8-5d88-445c-8dde-5ce4bc298b78", "address": "fa:16:3e:dc:43:a7", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6777bc8-5d", "ovs_interfaceid": "a6777bc8-5d88-445c-8dde-5ce4bc298b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.111691] env[69987]: DEBUG oslo_vmware.api [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501239, 'name': PowerOnVM_Task, 'duration_secs': 0.613004} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.111979] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.112233] env[69987]: INFO nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1185.112418] env[69987]: DEBUG nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.113246] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb49a4c-48db-4166-ace9-1e55f687db76 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.259228] env[69987]: DEBUG nova.compute.manager [req-db684007-8665-4641-912c-4e879a3b1a46 req-434eb57d-c8d7-4d36-9bc5-736055d8fa2a service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Received event network-vif-deleted-d2f43ede-0da8-464c-a576-3e8fbdea68be {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.259688] env[69987]: INFO nova.compute.manager [req-db684007-8665-4641-912c-4e879a3b1a46 req-434eb57d-c8d7-4d36-9bc5-736055d8fa2a service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Neutron deleted interface d2f43ede-0da8-464c-a576-3e8fbdea68be; detaching it from the instance and deleting it from the info cache [ 1185.259888] env[69987]: DEBUG nova.network.neutron [req-db684007-8665-4641-912c-4e879a3b1a46 req-434eb57d-c8d7-4d36-9bc5-736055d8fa2a service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.286081] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54804} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.286355] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 18b37971-e145-4e7f-86fd-13cecd008050/18b37971-e145-4e7f-86fd-13cecd008050.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.286570] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.286847] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00ab89e7-228e-45b4-ae6e-cba6086933c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.293516] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1185.293516] env[69987]: value = "task-3501241" [ 1185.293516] env[69987]: _type = "Task" [ 1185.293516] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.304456] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.442488] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.442732] env[69987]: DEBUG nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance network_info: |[{"id": "a6777bc8-5d88-445c-8dde-5ce4bc298b78", "address": "fa:16:3e:dc:43:a7", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6777bc8-5d", "ovs_interfaceid": "a6777bc8-5d88-445c-8dde-5ce4bc298b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.443275] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:43:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6777bc8-5d88-445c-8dde-5ce4bc298b78', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.452286] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.452286] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.452286] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6671180-5b95-44f7-b446-cd2043fe6fc3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.470701] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.470701] env[69987]: value = "task-3501242" [ 1185.470701] env[69987]: _type = "Task" [ 1185.470701] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.482911] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.483159] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.484163] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501242, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.635190] env[69987]: INFO nova.compute.manager [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Took 17.05 seconds to build instance. [ 1185.714064] env[69987]: DEBUG nova.network.neutron [-] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.762681] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80c05eee-90d7-4370-bb16-376e6f21f685 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.772471] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51f1bc-6734-412c-a388-52e8b9dd2cd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.804362] env[69987]: DEBUG nova.compute.manager [req-db684007-8665-4641-912c-4e879a3b1a46 req-434eb57d-c8d7-4d36-9bc5-736055d8fa2a service nova] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Detach interface failed, port_id=d2f43ede-0da8-464c-a576-3e8fbdea68be, reason: Instance e4e62857-a168-46ba-97ef-4fa427159f57 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.813265] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066835} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.813836] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.814345] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245198a7-b55d-4e27-9e46-3b07a75f426a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.837673] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 18b37971-e145-4e7f-86fd-13cecd008050/18b37971-e145-4e7f-86fd-13cecd008050.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.838011] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff06afca-3ec8-4b78-b095-7cea0b2b8dbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.857102] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1185.857102] env[69987]: value = "task-3501243" [ 1185.857102] env[69987]: _type = "Task" [ 1185.857102] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.865938] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.981667] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501242, 'name': CreateVM_Task, 'duration_secs': 0.463187} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.981667] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.982328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.982328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.982407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.982651] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053a0459-c734-4b34-9a20-f91124a81409 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.985074] env[69987]: DEBUG nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.989585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-1b83de31-44bd-4281-b0a6-1733b75322fe" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.989585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-1b83de31-44bd-4281-b0a6-1733b75322fe" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.989903] env[69987]: DEBUG nova.objects.instance [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'flavor' on Instance uuid 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.991253] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1185.991253] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5217c2fe-b692-4a5b-3bb0-aed4459b2a70" [ 1185.991253] env[69987]: _type = "Task" [ 1185.991253] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.004369] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5217c2fe-b692-4a5b-3bb0-aed4459b2a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.137599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-74eae7e7-c466-4b8f-a475-0f0aa45cdded tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.559s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.220902] env[69987]: INFO nova.compute.manager [-] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Took 1.67 seconds to deallocate network for instance. [ 1186.367828] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.513359] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5217c2fe-b692-4a5b-3bb0-aed4459b2a70, 'name': SearchDatastore_Task, 'duration_secs': 0.012805} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.513826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.514210] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.514612] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.514831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.515808] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.516021] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b000771-89df-4163-8294-6839ca86c156 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.537557] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.537848] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.539546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.539770] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.541394] env[69987]: INFO nova.compute.claims [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.544015] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4646be-7d66-40a7-b229-356590499a63 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.554137] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1186.554137] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]529bba25-b553-a827-b740-352434e17dc2" [ 1186.554137] env[69987]: _type = "Task" [ 1186.554137] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.563241] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529bba25-b553-a827-b740-352434e17dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.611778] env[69987]: DEBUG nova.objects.instance [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'pci_requests' on Instance uuid 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.728342] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.733722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "982001a8-851c-4b52-8886-cd837772a643" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.733998] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.734231] env[69987]: DEBUG nova.compute.manager [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.735292] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fb316a-648a-4b19-8f12-953d752b8ed0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.742807] env[69987]: DEBUG nova.compute.manager [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1186.743438] env[69987]: DEBUG nova.objects.instance [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'flavor' on Instance uuid 982001a8-851c-4b52-8886-cd837772a643 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.868168] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501243, 'name': ReconfigVM_Task, 'duration_secs': 0.715638} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.868457] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 18b37971-e145-4e7f-86fd-13cecd008050/18b37971-e145-4e7f-86fd-13cecd008050.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.869212] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a6e2a59-fbca-4af6-ae8b-b62c84df433a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.875847] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1186.875847] env[69987]: value = "task-3501244" [ 1186.875847] env[69987]: _type = "Task" [ 1186.875847] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.883698] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501244, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.065316] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529bba25-b553-a827-b740-352434e17dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.023689} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.066114] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe33f73a-e386-410f-bd83-b703017759f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.071594] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1187.071594] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52814169-f650-f66b-6f29-3938965b397d" [ 1187.071594] env[69987]: _type = "Task" [ 1187.071594] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.080944] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52814169-f650-f66b-6f29-3938965b397d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.114902] env[69987]: DEBUG nova.objects.base [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Object Instance<9aa8d82d-371c-4edc-8db1-86778e48a36e> lazy-loaded attributes: flavor,pci_requests {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.115125] env[69987]: DEBUG nova.network.neutron [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.178661] env[69987]: DEBUG nova.policy [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.388241] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501244, 'name': Rename_Task, 'duration_secs': 0.267954} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.388542] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.388924] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fcd53ad-ea03-4941-9f51-834c0a9a008f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.394812] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1187.394812] env[69987]: value = "task-3501245" [ 1187.394812] env[69987]: _type = "Task" [ 1187.394812] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.403923] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.585372] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52814169-f650-f66b-6f29-3938965b397d, 'name': SearchDatastore_Task, 'duration_secs': 0.016618} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.585582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.585793] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.586075] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2ea4217-a1ca-4752-b9f7-c7ac4ecbb1c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.596372] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1187.596372] env[69987]: value = "task-3501246" [ 1187.596372] env[69987]: _type = "Task" [ 1187.596372] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.602821] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.752141] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.752708] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56a68dfa-dbd1-4190-809b-bad1d22f51aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.761333] env[69987]: DEBUG oslo_vmware.api [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1187.761333] env[69987]: value = "task-3501247" [ 1187.761333] env[69987]: _type = "Task" [ 1187.761333] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.774480] env[69987]: DEBUG oslo_vmware.api [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.774480] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8eab23-1e36-4e1f-ac7b-45b885a6fb6e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.781419] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ef7587-b9c6-4e00-a3eb-e44e1801d7c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.812555] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb7864-1fca-481b-8639-e48d3027e518 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.820422] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d13b56-cd23-40e2-80e7-ddb4a2f26d4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.837064] env[69987]: DEBUG nova.compute.provider_tree [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.905912] env[69987]: DEBUG oslo_vmware.api [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501245, 'name': PowerOnVM_Task, 'duration_secs': 0.442744} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.905912] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.905912] env[69987]: INFO nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1187.906149] env[69987]: DEBUG nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.907245] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee3902e-b938-42ea-8b67-b4a390d613d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.107188] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.274698] env[69987]: DEBUG oslo_vmware.api [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501247, 'name': PowerOffVM_Task, 'duration_secs': 0.186632} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.274971] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.275188] env[69987]: DEBUG nova.compute.manager [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.275979] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2184a7bd-a28e-4047-86ff-b7de4b8b57e9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.341748] env[69987]: DEBUG nova.scheduler.client.report [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.384052] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.384298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.423185] env[69987]: INFO nova.compute.manager [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Took 15.19 seconds to build instance. [ 1188.606604] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.745746] env[69987]: DEBUG nova.compute.manager [req-9c1f6c51-7ba0-456e-8c76-d15e501503d9 req-3b9c6669-6df2-40b9-98f6-527f1158ba03 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-vif-plugged-1b83de31-44bd-4281-b0a6-1733b75322fe {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.746035] env[69987]: DEBUG oslo_concurrency.lockutils [req-9c1f6c51-7ba0-456e-8c76-d15e501503d9 req-3b9c6669-6df2-40b9-98f6-527f1158ba03 service nova] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.746256] env[69987]: DEBUG oslo_concurrency.lockutils [req-9c1f6c51-7ba0-456e-8c76-d15e501503d9 req-3b9c6669-6df2-40b9-98f6-527f1158ba03 service nova] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.746452] env[69987]: DEBUG oslo_concurrency.lockutils [req-9c1f6c51-7ba0-456e-8c76-d15e501503d9 req-3b9c6669-6df2-40b9-98f6-527f1158ba03 service nova] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.746615] env[69987]: DEBUG nova.compute.manager [req-9c1f6c51-7ba0-456e-8c76-d15e501503d9 req-3b9c6669-6df2-40b9-98f6-527f1158ba03 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] No waiting events found dispatching network-vif-plugged-1b83de31-44bd-4281-b0a6-1733b75322fe {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.746806] env[69987]: WARNING nova.compute.manager [req-9c1f6c51-7ba0-456e-8c76-d15e501503d9 req-3b9c6669-6df2-40b9-98f6-527f1158ba03 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received unexpected event network-vif-plugged-1b83de31-44bd-4281-b0a6-1733b75322fe for instance with vm_state active and task_state None. [ 1188.786345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f19fbf2d-4785-434c-87d1-23b720bd2e16 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.846876] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.847426] env[69987]: DEBUG nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.850125] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.122s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.850349] env[69987]: DEBUG nova.objects.instance [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lazy-loading 'resources' on Instance uuid e4e62857-a168-46ba-97ef-4fa427159f57 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.878122] env[69987]: DEBUG nova.network.neutron [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Successfully updated port: 1b83de31-44bd-4281-b0a6-1733b75322fe {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.886671] env[69987]: DEBUG nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.925680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-67b84146-4521-49a2-b4a5-d52e85f79226 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.701s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.108663] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.353406] env[69987]: DEBUG nova.compute.utils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.360018] env[69987]: DEBUG nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.360018] env[69987]: DEBUG nova.network.neutron [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.380140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.380280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.380490] env[69987]: DEBUG nova.network.neutron [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.408398] env[69987]: DEBUG nova.policy [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6246383bb74b098883eea639c1cf95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8a80bfaf1f34bf8ab9d2f85904671eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.416145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.579176] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deef69c4-3473-40d8-8106-349772c0e1f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.585657] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faed594-ef34-4101-a470-40e1cb35509c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.621752] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9849d-97c9-4bbd-ac16-a4f767fa941e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.632009] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c04b4dc-41ed-455a-b8a0-3cd0556f6897 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.635687] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.645852] env[69987]: DEBUG nova.compute.provider_tree [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.768846] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "982001a8-851c-4b52-8886-cd837772a643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.769226] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.769451] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "982001a8-851c-4b52-8886-cd837772a643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.769638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.769939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.772066] env[69987]: INFO nova.compute.manager [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Terminating instance [ 1189.837565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.837830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.838046] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.838248] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.838417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.842748] env[69987]: INFO nova.compute.manager [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Terminating instance [ 1189.860143] env[69987]: DEBUG nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.918888] env[69987]: DEBUG nova.network.neutron [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Successfully created port: fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.932122] env[69987]: WARNING nova.network.neutron [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] 8bb40b02-ad62-4e88-a5c6-78b406d6eeb7 already exists in list: networks containing: ['8bb40b02-ad62-4e88-a5c6-78b406d6eeb7']. ignoring it [ 1189.932122] env[69987]: WARNING nova.network.neutron [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] 8bb40b02-ad62-4e88-a5c6-78b406d6eeb7 already exists in list: networks containing: ['8bb40b02-ad62-4e88-a5c6-78b406d6eeb7']. ignoring it [ 1190.126943] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.151643] env[69987]: DEBUG nova.scheduler.client.report [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.276954] env[69987]: DEBUG nova.compute.manager [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.278187] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.285805] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ebf84-5786-4cf9-9541-8b195e624de9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.294934] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.295279] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a04874cb-8952-483e-82fe-755ab7024bc8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.347664] env[69987]: DEBUG nova.compute.manager [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.347974] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.348947] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dce59c-1874-42b1-aed3-7382689d83a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.357697] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.358102] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8549bcd5-aba4-436c-9624-da8e617a7754 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.361762] env[69987]: DEBUG nova.network.neutron [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "address": "fa:16:3e:df:65:c1", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98eaa3d2-4c", "ovs_interfaceid": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b83de31-44bd-4281-b0a6-1733b75322fe", "address": "fa:16:3e:b9:41:c5", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b83de31-44", "ovs_interfaceid": "1b83de31-44bd-4281-b0a6-1733b75322fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.369455] env[69987]: DEBUG oslo_vmware.api [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1190.369455] env[69987]: value = "task-3501249" [ 1190.369455] env[69987]: _type = "Task" [ 1190.369455] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.382513] env[69987]: DEBUG oslo_vmware.api [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.389151] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.389298] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.389536] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleting the datastore file [datastore1] 982001a8-851c-4b52-8886-cd837772a643 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.391126] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc58bf43-d219-4e66-9172-c39dc94f1032 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.399364] env[69987]: DEBUG oslo_vmware.api [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1190.399364] env[69987]: value = "task-3501250" [ 1190.399364] env[69987]: _type = "Task" [ 1190.399364] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.410246] env[69987]: DEBUG oslo_vmware.api [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.628200] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.654401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.657092] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.243s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.658895] env[69987]: INFO nova.compute.claims [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.731091] env[69987]: INFO nova.scheduler.client.report [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Deleted allocations for instance e4e62857-a168-46ba-97ef-4fa427159f57 [ 1190.860657] env[69987]: DEBUG nova.compute.manager [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-changed-1b83de31-44bd-4281-b0a6-1733b75322fe {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.861109] env[69987]: DEBUG nova.compute.manager [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing instance network info cache due to event network-changed-1b83de31-44bd-4281-b0a6-1733b75322fe. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.861109] env[69987]: DEBUG oslo_concurrency.lockutils [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.870015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.870842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.871083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.872513] env[69987]: DEBUG nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.875075] env[69987]: DEBUG oslo_concurrency.lockutils [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.875668] env[69987]: DEBUG nova.network.neutron [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Refreshing network info cache for port 1b83de31-44bd-4281-b0a6-1733b75322fe {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.877546] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fba949-34d5-4775-9257-9f472e29f894 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.892995] env[69987]: DEBUG oslo_vmware.api [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501249, 'name': PowerOffVM_Task, 'duration_secs': 0.29883} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.906023] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.906453] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.907560] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.907811] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.908049] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.908345] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.908444] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.908616] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.909224] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.909224] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.909341] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.909444] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.909642] env[69987]: DEBUG nova.virt.hardware [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.916098] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfiguring VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1190.916430] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7062f97a-d82f-4db7-8bcd-d130faea1201 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.921127] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8effac54-40f5-4d6d-9e83-de46ebb84569 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.942602] env[69987]: DEBUG oslo_vmware.api [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379546} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.944327] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.945208] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.945208] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.945208] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.945793] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.947086] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.947337] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.947502] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.947669] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.947864] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.948067] env[69987]: DEBUG nova.virt.hardware [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.949422] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.949598] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.949772] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.949939] env[69987]: INFO nova.compute.manager [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 982001a8-851c-4b52-8886-cd837772a643] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1190.950188] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.950925] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287b8e8f-6612-4c65-8b62-a4fb5cad4472 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.953515] env[69987]: DEBUG oslo_vmware.api [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1190.953515] env[69987]: value = "task-3501252" [ 1190.953515] env[69987]: _type = "Task" [ 1190.953515] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.954495] env[69987]: DEBUG nova.compute.manager [-] [instance: 982001a8-851c-4b52-8886-cd837772a643] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.954495] env[69987]: DEBUG nova.network.neutron [-] [instance: 982001a8-851c-4b52-8886-cd837772a643] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.964129] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f402a7fc-79d2-472a-b120-edce324efcb8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.971901] env[69987]: DEBUG oslo_vmware.api [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501252, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.022865] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.023120] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.023366] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Deleting the datastore file [datastore2] 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.023778] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fe868a3-d24a-4e3f-a903-0bd04502b47a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.031094] env[69987]: DEBUG oslo_vmware.api [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for the task: (returnval){ [ 1191.031094] env[69987]: value = "task-3501253" [ 1191.031094] env[69987]: _type = "Task" [ 1191.031094] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.039476] env[69987]: DEBUG oslo_vmware.api [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.129541] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501246, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.04748} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.129807] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.130043] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.130304] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ae754c5-15a0-483e-be3a-4d8e6899448f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.139082] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1191.139082] env[69987]: value = "task-3501254" [ 1191.139082] env[69987]: _type = "Task" [ 1191.139082] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.151253] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.241487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1e6ed68e-a127-4f7a-a38a-d60605d3951a tempest-ServerDiskConfigTestJSON-214268531 tempest-ServerDiskConfigTestJSON-214268531-project-member] Lock "e4e62857-a168-46ba-97ef-4fa427159f57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.321s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.378451] env[69987]: DEBUG nova.compute.manager [req-9d710eb0-1e2d-4ef4-bced-bf9b38286dea req-7354194b-c526-4a8b-af11-4845b1994a8e service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Received event network-vif-deleted-44499cf8-f9c6-4b3c-afd5-0907ffdad7ea {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.378541] env[69987]: INFO nova.compute.manager [req-9d710eb0-1e2d-4ef4-bced-bf9b38286dea req-7354194b-c526-4a8b-af11-4845b1994a8e service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Neutron deleted interface 44499cf8-f9c6-4b3c-afd5-0907ffdad7ea; detaching it from the instance and deleting it from the info cache [ 1191.378701] env[69987]: DEBUG nova.network.neutron [req-9d710eb0-1e2d-4ef4-bced-bf9b38286dea req-7354194b-c526-4a8b-af11-4845b1994a8e service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.468892] env[69987]: DEBUG oslo_vmware.api [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.543453] env[69987]: DEBUG oslo_vmware.api [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Task: {'id': task-3501253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395988} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.543770] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.544160] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.544392] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.544605] env[69987]: INFO nova.compute.manager [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1191.545324] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.545324] env[69987]: DEBUG nova.compute.manager [-] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.545324] env[69987]: DEBUG nova.network.neutron [-] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.649544] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082875} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.649832] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.650656] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1f90f2-d43d-45e8-9e5b-5c1269d2458a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.673991] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.675141] env[69987]: DEBUG nova.network.neutron [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updated VIF entry in instance network info cache for port 1b83de31-44bd-4281-b0a6-1733b75322fe. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.675661] env[69987]: DEBUG nova.network.neutron [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "address": "fa:16:3e:df:65:c1", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98eaa3d2-4c", "ovs_interfaceid": "98eaa3d2-4c21-4891-80c5-746cc5fde2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b83de31-44bd-4281-b0a6-1733b75322fe", "address": "fa:16:3e:b9:41:c5", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b83de31-44", "ovs_interfaceid": "1b83de31-44bd-4281-b0a6-1733b75322fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.679853] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807546ac-b6e3-4e16-a728-f9b37f9e5565 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.697709] env[69987]: DEBUG oslo_concurrency.lockutils [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.697963] env[69987]: DEBUG nova.compute.manager [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Received event network-changed-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.698152] env[69987]: DEBUG nova.compute.manager [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Refreshing instance network info cache due to event network-changed-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.698363] env[69987]: DEBUG oslo_concurrency.lockutils [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] Acquiring lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.698502] env[69987]: DEBUG oslo_concurrency.lockutils [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] Acquired lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.698659] env[69987]: DEBUG nova.network.neutron [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Refreshing network info cache for port 85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.701478] env[69987]: DEBUG nova.network.neutron [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Successfully updated port: fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.713256] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1191.713256] env[69987]: value = "task-3501255" [ 1191.713256] env[69987]: _type = "Task" [ 1191.713256] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.726768] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.851926] env[69987]: DEBUG nova.network.neutron [-] [instance: 982001a8-851c-4b52-8886-cd837772a643] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.881308] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dd351c0-2a0b-43c4-8b5b-c332542d7121 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.894464] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d641768-e184-4d1d-b543-8964f0f0e0e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.931464] env[69987]: DEBUG nova.compute.manager [req-9d710eb0-1e2d-4ef4-bced-bf9b38286dea req-7354194b-c526-4a8b-af11-4845b1994a8e service nova] [instance: 982001a8-851c-4b52-8886-cd837772a643] Detach interface failed, port_id=44499cf8-f9c6-4b3c-afd5-0907ffdad7ea, reason: Instance 982001a8-851c-4b52-8886-cd837772a643 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.969140] env[69987]: DEBUG oslo_vmware.api [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501252, 'name': ReconfigVM_Task, 'duration_secs': 0.835494} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.969610] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.969829] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfigured VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1191.976331] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889be988-1b1d-468e-970c-4bafe1bdc92b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.984135] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8446861-8d2a-449b-842d-4919531c12df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.016012] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7267564-36f1-4b58-b8ab-79af868bbf48 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.023596] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e1bb1-cb6c-46c3-a044-a32e99af2d57 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.037112] env[69987]: DEBUG nova.compute.provider_tree [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.204891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.204891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.204891] env[69987]: DEBUG nova.network.neutron [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.227236] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.354948] env[69987]: INFO nova.compute.manager [-] [instance: 982001a8-851c-4b52-8886-cd837772a643] Took 1.40 seconds to deallocate network for instance. [ 1192.475777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dadf2325-474b-4d76-b580-604d09c9c036 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-1b83de31-44bd-4281-b0a6-1733b75322fe" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.486s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.523735] env[69987]: DEBUG nova.network.neutron [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updated VIF entry in instance network info cache for port 85e7a84f-ed45-465d-83f7-5ba7ed1b0bba. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.524149] env[69987]: DEBUG nova.network.neutron [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updating instance_info_cache with network_info: [{"id": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "address": "fa:16:3e:9f:cc:46", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e7a84f-ed", "ovs_interfaceid": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.540206] env[69987]: DEBUG nova.scheduler.client.report [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.583709] env[69987]: DEBUG nova.network.neutron [-] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.723905] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.765400] env[69987]: DEBUG nova.network.neutron [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.861660] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.910761] env[69987]: DEBUG nova.compute.manager [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Received event network-vif-plugged-fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.910992] env[69987]: DEBUG oslo_concurrency.lockutils [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] Acquiring lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.911216] env[69987]: DEBUG oslo_concurrency.lockutils [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.911385] env[69987]: DEBUG oslo_concurrency.lockutils [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.911549] env[69987]: DEBUG nova.compute.manager [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] No waiting events found dispatching network-vif-plugged-fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.911711] env[69987]: WARNING nova.compute.manager [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Received unexpected event network-vif-plugged-fddb2882-2c68-4648-970d-23736fa5a265 for instance with vm_state building and task_state spawning. [ 1192.911870] env[69987]: DEBUG nova.compute.manager [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Received event network-changed-fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.912032] env[69987]: DEBUG nova.compute.manager [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Refreshing instance network info cache due to event network-changed-fddb2882-2c68-4648-970d-23736fa5a265. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.912210] env[69987]: DEBUG oslo_concurrency.lockutils [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] Acquiring lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.943665] env[69987]: DEBUG nova.network.neutron [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.026539] env[69987]: DEBUG oslo_concurrency.lockutils [req-b77953bc-2f60-4efb-b074-af1313156cfc req-426c13bb-9db9-4439-835b-aa5ebeb7e2e3 service nova] Releasing lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.044940] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.045616] env[69987]: DEBUG nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.051092] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.190s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.051419] env[69987]: DEBUG nova.objects.instance [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'resources' on Instance uuid 982001a8-851c-4b52-8886-cd837772a643 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.085832] env[69987]: INFO nova.compute.manager [-] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Took 1.54 seconds to deallocate network for instance. [ 1193.229537] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501255, 'name': ReconfigVM_Task, 'duration_secs': 1.088925} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.230669] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.231415] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46698eaf-45ea-4e64-9c48-480ff6c65652 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.238401] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1193.238401] env[69987]: value = "task-3501256" [ 1193.238401] env[69987]: _type = "Task" [ 1193.238401] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.247701] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501256, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.445639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.446017] env[69987]: DEBUG nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Instance network_info: |[{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.446367] env[69987]: DEBUG oslo_concurrency.lockutils [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] Acquired lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.446544] env[69987]: DEBUG nova.network.neutron [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Refreshing network info cache for port fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.448185] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:3d:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fddb2882-2c68-4648-970d-23736fa5a265', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.457033] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.463682] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.463682] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3043667-b58e-4e06-96a9-b13611c0de20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.484358] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.484358] env[69987]: value = "task-3501257" [ 1193.484358] env[69987]: _type = "Task" [ 1193.484358] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.494413] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501257, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.554536] env[69987]: DEBUG nova.compute.utils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.560028] env[69987]: DEBUG nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.560028] env[69987]: DEBUG nova.network.neutron [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.596370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.752133] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501256, 'name': Rename_Task, 'duration_secs': 0.14229} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.754910] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.755915] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b46004-27f3-4c0c-8c23-f7f884388fa0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.763025] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1193.763025] env[69987]: value = "task-3501258" [ 1193.763025] env[69987]: _type = "Task" [ 1193.763025] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.772718] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.816101] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5eb23d-0e99-45ca-b000-f67829c457f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.824881] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3fbfc2-1561-4445-852d-3eea117fdd2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.856447] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e117b6-cb68-4ced-a352-148863511150 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.863769] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9369e0d6-d28d-4c9b-a985-4958e3682c02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.877386] env[69987]: DEBUG nova.compute.provider_tree [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.890178] env[69987]: DEBUG nova.policy [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34a3c1fbd52442c795221b7b7c219b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36f5c1a6a46c434dbc8c6665d66d1b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.935574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-98eaa3d2-4c21-4891-80c5-746cc5fde2fc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.935878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-98eaa3d2-4c21-4891-80c5-746cc5fde2fc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.996855] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501257, 'name': CreateVM_Task, 'duration_secs': 0.335299} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.997058] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.997777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.997912] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.998258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.998515] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2016065-531a-407d-ac16-3575dad7b1ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.003166] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1194.003166] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52308e44-6155-d4a5-f245-10cf3af43796" [ 1194.003166] env[69987]: _type = "Task" [ 1194.003166] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.011624] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52308e44-6155-d4a5-f245-10cf3af43796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.063198] env[69987]: DEBUG nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.137015] env[69987]: DEBUG nova.network.neutron [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updated VIF entry in instance network info cache for port fddb2882-2c68-4648-970d-23736fa5a265. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.137416] env[69987]: DEBUG nova.network.neutron [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.281901] env[69987]: DEBUG oslo_vmware.api [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501258, 'name': PowerOnVM_Task, 'duration_secs': 0.461093} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.282229] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.282435] env[69987]: INFO nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Took 12.35 seconds to spawn the instance on the hypervisor. [ 1194.282618] env[69987]: DEBUG nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.283432] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26a2e47-42aa-46bb-a407-b2bab4b2b31c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.375042] env[69987]: DEBUG nova.network.neutron [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Successfully created port: c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.383025] env[69987]: DEBUG nova.scheduler.client.report [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.438298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.438524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.439496] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f8e0fb-64c9-40bd-b40b-8edd4febbc93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.462295] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade5551e-7fd2-46bc-8978-e9b6ab161bf7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.495452] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfiguring VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1194.495452] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b610b2-58c6-4872-b6e6-47b2df0cf409 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.528098] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52308e44-6155-d4a5-f245-10cf3af43796, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.528098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.528098] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.528098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.528338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.528338] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.528662] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1194.528662] env[69987]: value = "task-3501259" [ 1194.528662] env[69987]: _type = "Task" [ 1194.528662] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.528853] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bce520f-5c47-40ba-bf2c-f401a0029efe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.541016] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.550784] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.550974] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.551756] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f83a79d-203c-4c4c-ab95-7233e90e86c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.558439] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1194.558439] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526bb4c8-135d-9856-d114-464a3cd8f260" [ 1194.558439] env[69987]: _type = "Task" [ 1194.558439] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.572952] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526bb4c8-135d-9856-d114-464a3cd8f260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.641464] env[69987]: DEBUG oslo_concurrency.lockutils [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] Releasing lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.641776] env[69987]: DEBUG nova.compute.manager [req-1eb7215a-e8e6-4c05-966e-944ff8e09f87 req-fd9c376b-680f-42bb-b0cc-946de812c7d9 service nova] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Received event network-vif-deleted-930df5d8-fb51-4265-bba4-ab76b4c80915 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.805864] env[69987]: INFO nova.compute.manager [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Took 18.94 seconds to build instance. [ 1194.888991] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.892019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.295s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.892019] env[69987]: DEBUG nova.objects.instance [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lazy-loading 'resources' on Instance uuid 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.921245] env[69987]: INFO nova.scheduler.client.report [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted allocations for instance 982001a8-851c-4b52-8886-cd837772a643 [ 1195.040768] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.068150] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526bb4c8-135d-9856-d114-464a3cd8f260, 'name': SearchDatastore_Task, 'duration_secs': 0.013554} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.068900] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19393d90-61cc-4d96-bdf1-05e7dd25c918 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.074803] env[69987]: DEBUG nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.076629] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1195.076629] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fa5dc7-492e-3767-c44e-a581c1bebfb0" [ 1195.076629] env[69987]: _type = "Task" [ 1195.076629] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.084345] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fa5dc7-492e-3767-c44e-a581c1bebfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.110504] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.110734] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.110892] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.111086] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.111236] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.111387] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.111593] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.111752] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.111919] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.112097] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.112274] env[69987]: DEBUG nova.virt.hardware [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.113414] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dfacac-2522-4bbb-8673-092a576eb5e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.121363] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a051a7d-5be8-4eb6-b277-d0f205aace1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.308622] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8551f6c5-a5c3-45e4-9503-0148caa2ad14 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.453s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.434236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-989d634c-35fc-45bd-9c39-c57b5dd6d10c tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "982001a8-851c-4b52-8886-cd837772a643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.665s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.542500] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.591310] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fa5dc7-492e-3767-c44e-a581c1bebfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.591570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.591836] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.592115] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7997a170-bd15-4fe7-9480-abd2867446ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.596370] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2977cd2b-14b2-4fa9-bed7-dbd8907fc311 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.600515] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1195.600515] env[69987]: value = "task-3501260" [ 1195.600515] env[69987]: _type = "Task" [ 1195.600515] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.606957] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c8a86c-0fbc-4010-bd77-daf73e28e30a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.613391] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.645130] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c099e6e0-8b02-4899-8907-d4d537860366 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.653777] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecba926-aa90-4c13-ba0b-ca09ec873603 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.669134] env[69987]: DEBUG nova.compute.provider_tree [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.022736] env[69987]: DEBUG nova.compute.manager [req-353ce1ec-fbda-406e-a7a5-3deffeeca110 req-af9a91e2-8ae3-4be1-a4cb-bcd574f67fc0 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Received event network-vif-plugged-c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.022983] env[69987]: DEBUG oslo_concurrency.lockutils [req-353ce1ec-fbda-406e-a7a5-3deffeeca110 req-af9a91e2-8ae3-4be1-a4cb-bcd574f67fc0 service nova] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.023222] env[69987]: DEBUG oslo_concurrency.lockutils [req-353ce1ec-fbda-406e-a7a5-3deffeeca110 req-af9a91e2-8ae3-4be1-a4cb-bcd574f67fc0 service nova] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.023398] env[69987]: DEBUG oslo_concurrency.lockutils [req-353ce1ec-fbda-406e-a7a5-3deffeeca110 req-af9a91e2-8ae3-4be1-a4cb-bcd574f67fc0 service nova] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.023568] env[69987]: DEBUG nova.compute.manager [req-353ce1ec-fbda-406e-a7a5-3deffeeca110 req-af9a91e2-8ae3-4be1-a4cb-bcd574f67fc0 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] No waiting events found dispatching network-vif-plugged-c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.024065] env[69987]: WARNING nova.compute.manager [req-353ce1ec-fbda-406e-a7a5-3deffeeca110 req-af9a91e2-8ae3-4be1-a4cb-bcd574f67fc0 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Received unexpected event network-vif-plugged-c75069fa-9c78-4336-8e51-763ae90f0c3b for instance with vm_state building and task_state spawning. [ 1196.044389] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.116740] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.175587] env[69987]: DEBUG nova.scheduler.client.report [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.186301] env[69987]: DEBUG nova.network.neutron [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Successfully updated port: c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.432884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "3b463f49-1f67-4522-9398-929c86dffb5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.433435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "3b463f49-1f67-4522-9398-929c86dffb5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.543289] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.613788] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685086} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.614098] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.614315] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.614561] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-228204cf-c398-4498-90ab-c2c5f603edeb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.621608] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1196.621608] env[69987]: value = "task-3501261" [ 1196.621608] env[69987]: _type = "Task" [ 1196.621608] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.630370] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.680623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.689685] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.690146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.690146] env[69987]: DEBUG nova.network.neutron [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.715147] env[69987]: INFO nova.scheduler.client.report [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Deleted allocations for instance 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e [ 1196.936188] env[69987]: DEBUG nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.043454] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.133865] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069375} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.134155] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.135105] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85388aa6-3302-4f31-8fdd-a2bd44ca24ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.159108] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.159430] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670860bc-6c2e-4cc0-b783-ac19b3d74508 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.181988] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1197.181988] env[69987]: value = "task-3501262" [ 1197.181988] env[69987]: _type = "Task" [ 1197.181988] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.190390] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.224988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f5186d-df18-4b61-be37-e2795b2bba2b tempest-ServersTestJSON-2066262947 tempest-ServersTestJSON-2066262947-project-member] Lock "7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.386s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.226609] env[69987]: DEBUG nova.network.neutron [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.364080] env[69987]: DEBUG nova.network.neutron [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.456498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.456845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.458440] env[69987]: INFO nova.compute.claims [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.544595] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.697244] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501262, 'name': ReconfigVM_Task, 'duration_secs': 0.337222} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.697565] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.698209] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0533fd91-a74d-4489-8801-8e2e811f55c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.706705] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1197.706705] env[69987]: value = "task-3501263" [ 1197.706705] env[69987]: _type = "Task" [ 1197.706705] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.716479] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501263, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.867498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.867909] env[69987]: DEBUG nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Instance network_info: |[{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1197.868366] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:bf:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c75069fa-9c78-4336-8e51-763ae90f0c3b', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.876087] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.876316] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.876539] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53815ad-d38a-4eca-afcd-4ad84aa36b19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.896660] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.896660] env[69987]: value = "task-3501264" [ 1197.896660] env[69987]: _type = "Task" [ 1197.896660] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.904671] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501264, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.050833] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.070057] env[69987]: DEBUG nova.compute.manager [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Received event network-changed-a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.072177] env[69987]: DEBUG nova.compute.manager [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Refreshing instance network info cache due to event network-changed-a6777bc8-5d88-445c-8dde-5ce4bc298b78. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.072433] env[69987]: DEBUG oslo_concurrency.lockutils [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] Acquiring lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.072583] env[69987]: DEBUG oslo_concurrency.lockutils [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] Acquired lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.072752] env[69987]: DEBUG nova.network.neutron [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Refreshing network info cache for port a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.218484] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501263, 'name': Rename_Task, 'duration_secs': 0.175847} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.218484] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.218829] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2d4beb-ea53-41bf-9ae8-a2708cf5f2ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.230016] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1198.230016] env[69987]: value = "task-3501265" [ 1198.230016] env[69987]: _type = "Task" [ 1198.230016] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.240748] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.407871] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501264, 'name': CreateVM_Task, 'duration_secs': 0.367813} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.408135] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.408898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.409082] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.409449] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.409707] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d4224f-15c6-43d4-8085-1db61c3a2ef5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.415469] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1198.415469] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5274820c-ebd2-1cae-6c34-96ba3a3858c6" [ 1198.415469] env[69987]: _type = "Task" [ 1198.415469] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.423363] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5274820c-ebd2-1cae-6c34-96ba3a3858c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.545027] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.652479] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f046c77-0b12-482f-b926-f63c5aa6617b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.662772] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc93d21-55f6-4c6b-803c-176ffbaa960b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.697802] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5371e0e1-381b-4ac1-9b82-631ff207d139 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.706705] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3d3bd-eab8-43d3-918c-8701751b3f6a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.721864] env[69987]: DEBUG nova.compute.provider_tree [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.743079] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501265, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.821988] env[69987]: DEBUG nova.network.neutron [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Updated VIF entry in instance network info cache for port a6777bc8-5d88-445c-8dde-5ce4bc298b78. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.822526] env[69987]: DEBUG nova.network.neutron [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Updating instance_info_cache with network_info: [{"id": "a6777bc8-5d88-445c-8dde-5ce4bc298b78", "address": "fa:16:3e:dc:43:a7", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6777bc8-5d", "ovs_interfaceid": "a6777bc8-5d88-445c-8dde-5ce4bc298b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.925684] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5274820c-ebd2-1cae-6c34-96ba3a3858c6, 'name': SearchDatastore_Task, 'duration_secs': 0.017159} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.925983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.926243] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.926487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.926639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.926844] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.927156] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a35f657-f171-40eb-adb8-de34c2074ea9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.940816] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.941025] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.941761] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd9c292-6798-4690-a757-7a55e68c4f71 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.947459] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1198.947459] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52665e76-e31e-7c37-fe4b-96cb19529f58" [ 1198.947459] env[69987]: _type = "Task" [ 1198.947459] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.955975] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52665e76-e31e-7c37-fe4b-96cb19529f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.045624] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.228298] env[69987]: DEBUG nova.scheduler.client.report [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.243651] env[69987]: DEBUG oslo_vmware.api [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501265, 'name': PowerOnVM_Task, 'duration_secs': 0.581638} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.246322] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.246322] env[69987]: INFO nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1199.246322] env[69987]: DEBUG nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.246322] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c6eec-eedd-4c49-a9ea-88ba89e6dc0c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.325600] env[69987]: DEBUG oslo_concurrency.lockutils [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] Releasing lock "refresh_cache-7e798e17-919a-4bcd-9596-e7ad4d5e99ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.326691] env[69987]: DEBUG nova.compute.manager [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Received event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.326691] env[69987]: DEBUG nova.compute.manager [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing instance network info cache due to event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.326691] env[69987]: DEBUG oslo_concurrency.lockutils [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] Acquiring lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.326691] env[69987]: DEBUG oslo_concurrency.lockutils [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] Acquired lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.326691] env[69987]: DEBUG nova.network.neutron [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.462204] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52665e76-e31e-7c37-fe4b-96cb19529f58, 'name': SearchDatastore_Task, 'duration_secs': 0.043567} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.462204] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b7636b-a850-40a4-aab1-c0368d9e49be {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.469775] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1199.469775] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520ba8d7-22fe-8542-b0c6-1739e2e38933" [ 1199.469775] env[69987]: _type = "Task" [ 1199.469775] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.480238] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520ba8d7-22fe-8542-b0c6-1739e2e38933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.546421] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.738231] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.738893] env[69987]: DEBUG nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.767216] env[69987]: INFO nova.compute.manager [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Took 13.27 seconds to build instance. [ 1199.982762] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520ba8d7-22fe-8542-b0c6-1739e2e38933, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.983041] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.983414] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/14d8065b-7b2d-4cc2-bbe5-0449f211a037.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.983569] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42b4a956-525a-4506-a398-09143e99993f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.991055] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1199.991055] env[69987]: value = "task-3501266" [ 1199.991055] env[69987]: _type = "Task" [ 1199.991055] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.999464] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.042149] env[69987]: DEBUG nova.network.neutron [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updated VIF entry in instance network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.042938] env[69987]: DEBUG nova.network.neutron [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.052715] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.244464] env[69987]: DEBUG nova.compute.utils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.246277] env[69987]: DEBUG nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.247144] env[69987]: DEBUG nova.network.neutron [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.269841] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b4cd56f-5f93-407d-bf18-4b4be05d528b tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.786s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.329227] env[69987]: DEBUG nova.policy [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd141bb67d2c24215a6b989c271a32723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e2b79dad56402a964366af7f171d43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.507734] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501266, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.546666] env[69987]: DEBUG oslo_concurrency.lockutils [req-2efe5a33-cfcb-4c62-b302-aa3da4cad071 req-929580a6-512c-4464-a9a6-9048f101c5f5 service nova] Releasing lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.550636] env[69987]: DEBUG oslo_vmware.api [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501259, 'name': ReconfigVM_Task, 'duration_secs': 5.791409} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.550886] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.551131] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Reconfigured VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1200.751163] env[69987]: DEBUG nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.912290] env[69987]: DEBUG nova.network.neutron [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Successfully created port: 9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.003301] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544488} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.003833] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/14d8065b-7b2d-4cc2-bbe5-0449f211a037.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.003938] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.004331] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22df2733-4449-4686-b4e9-c27e3a7fabfa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.016962] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1201.016962] env[69987]: value = "task-3501267" [ 1201.016962] env[69987]: _type = "Task" [ 1201.016962] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.031501] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.049338] env[69987]: DEBUG nova.compute.manager [req-3c7a5359-f053-4b69-ad57-3cf701cfceb3 req-20225464-eae7-40c3-bb66-4eb58fc40dd7 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-vif-deleted-98eaa3d2-4c21-4891-80c5-746cc5fde2fc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.049595] env[69987]: INFO nova.compute.manager [req-3c7a5359-f053-4b69-ad57-3cf701cfceb3 req-20225464-eae7-40c3-bb66-4eb58fc40dd7 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Neutron deleted interface 98eaa3d2-4c21-4891-80c5-746cc5fde2fc; detaching it from the instance and deleting it from the info cache [ 1201.049933] env[69987]: DEBUG nova.network.neutron [req-3c7a5359-f053-4b69-ad57-3cf701cfceb3 req-20225464-eae7-40c3-bb66-4eb58fc40dd7 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1b83de31-44bd-4281-b0a6-1733b75322fe", "address": "fa:16:3e:b9:41:c5", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b83de31-44", "ovs_interfaceid": "1b83de31-44bd-4281-b0a6-1733b75322fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.055906] env[69987]: DEBUG nova.compute.manager [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Received event network-changed-fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.055954] env[69987]: DEBUG nova.compute.manager [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Refreshing instance network info cache due to event network-changed-fddb2882-2c68-4648-970d-23736fa5a265. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.056225] env[69987]: DEBUG oslo_concurrency.lockutils [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] Acquiring lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.056418] env[69987]: DEBUG oslo_concurrency.lockutils [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] Acquired lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.056615] env[69987]: DEBUG nova.network.neutron [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Refreshing network info cache for port fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.535801] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278395} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.535801] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.536203] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f33b62-5357-4de5-8248-cfa2c7a4fd4c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.555560] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c7a5359-f053-4b69-ad57-3cf701cfceb3 req-20225464-eae7-40c3-bb66-4eb58fc40dd7 service nova] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.555741] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c7a5359-f053-4b69-ad57-3cf701cfceb3 req-20225464-eae7-40c3-bb66-4eb58fc40dd7 service nova] Acquired lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.568520] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/14d8065b-7b2d-4cc2-bbe5-0449f211a037.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.569438] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d7a66-0821-476f-95bf-a02fa4369bec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.574958] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b11c89-f060-4073-b3bb-b059b4b08bbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.623213] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c7a5359-f053-4b69-ad57-3cf701cfceb3 req-20225464-eae7-40c3-bb66-4eb58fc40dd7 service nova] Releasing lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.623213] env[69987]: WARNING nova.compute.manager [req-3c7a5359-f053-4b69-ad57-3cf701cfceb3 req-20225464-eae7-40c3-bb66-4eb58fc40dd7 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Detach interface failed, port_id=98eaa3d2-4c21-4891-80c5-746cc5fde2fc, reason: No device with interface-id 98eaa3d2-4c21-4891-80c5-746cc5fde2fc exists on VM: nova.exception.NotFound: No device with interface-id 98eaa3d2-4c21-4891-80c5-746cc5fde2fc exists on VM [ 1201.624325] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1201.624325] env[69987]: value = "task-3501268" [ 1201.624325] env[69987]: _type = "Task" [ 1201.624325] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.641076] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.762814] env[69987]: DEBUG nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.805305] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.805615] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.806355] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.806355] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.806355] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.806355] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.806609] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.806676] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.806901] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.807245] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.807310] env[69987]: DEBUG nova.virt.hardware [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.808259] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ef2a5-1a26-43fb-98be-0e8906b30503 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.819032] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2de22d0-a158-46f6-9a3a-89dc65057e15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.864356] env[69987]: DEBUG nova.network.neutron [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updated VIF entry in instance network info cache for port fddb2882-2c68-4648-970d-23736fa5a265. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.864718] env[69987]: DEBUG nova.network.neutron [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.040594] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.040594] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.040842] env[69987]: DEBUG nova.network.neutron [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.137291] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.368727] env[69987]: DEBUG oslo_concurrency.lockutils [req-4d374541-7655-4116-b3d3-bbca6fa68eea req-165f95c6-9baf-49fd-845f-a4232f76bc98 service nova] Releasing lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.554829] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.555175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.555772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.555772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.555772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.557742] env[69987]: INFO nova.compute.manager [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Terminating instance [ 1202.641337] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501268, 'name': ReconfigVM_Task, 'duration_secs': 0.632734} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.641337] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/14d8065b-7b2d-4cc2-bbe5-0449f211a037.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.641337] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b62c99-4942-4e94-8274-a1a527ab2fce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.646350] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1202.646350] env[69987]: value = "task-3501269" [ 1202.646350] env[69987]: _type = "Task" [ 1202.646350] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.656117] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501269, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.930209] env[69987]: DEBUG nova.compute.manager [req-c2873cce-2aae-4663-b3ba-84847781c2a8 req-2f555721-dafc-4cd1-8635-4f5905b55ab9 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Received event network-vif-plugged-9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.930516] env[69987]: DEBUG oslo_concurrency.lockutils [req-c2873cce-2aae-4663-b3ba-84847781c2a8 req-2f555721-dafc-4cd1-8635-4f5905b55ab9 service nova] Acquiring lock "3b463f49-1f67-4522-9398-929c86dffb5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.930653] env[69987]: DEBUG oslo_concurrency.lockutils [req-c2873cce-2aae-4663-b3ba-84847781c2a8 req-2f555721-dafc-4cd1-8635-4f5905b55ab9 service nova] Lock "3b463f49-1f67-4522-9398-929c86dffb5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.930829] env[69987]: DEBUG oslo_concurrency.lockutils [req-c2873cce-2aae-4663-b3ba-84847781c2a8 req-2f555721-dafc-4cd1-8635-4f5905b55ab9 service nova] Lock "3b463f49-1f67-4522-9398-929c86dffb5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.930984] env[69987]: DEBUG nova.compute.manager [req-c2873cce-2aae-4663-b3ba-84847781c2a8 req-2f555721-dafc-4cd1-8635-4f5905b55ab9 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] No waiting events found dispatching network-vif-plugged-9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.931173] env[69987]: WARNING nova.compute.manager [req-c2873cce-2aae-4663-b3ba-84847781c2a8 req-2f555721-dafc-4cd1-8635-4f5905b55ab9 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Received unexpected event network-vif-plugged-9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 for instance with vm_state building and task_state spawning. [ 1203.031549] env[69987]: INFO nova.network.neutron [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Port 1b83de31-44bd-4281-b0a6-1733b75322fe from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1203.031924] env[69987]: DEBUG nova.network.neutron [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [{"id": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "address": "fa:16:3e:62:1c:c9", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f38ae9b-1f", "ovs_interfaceid": "5f38ae9b-1fb5-45d0-8861-3fde285ea2c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.064727] env[69987]: DEBUG nova.compute.manager [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.064958] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.066327] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b561326-eb0a-4c6f-b16a-2a6cad8dd415 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.076855] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.077184] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed3c53d2-a6b4-41c3-84e8-be6b82893938 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.084737] env[69987]: DEBUG oslo_vmware.api [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1203.084737] env[69987]: value = "task-3501270" [ 1203.084737] env[69987]: _type = "Task" [ 1203.084737] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.089848] env[69987]: DEBUG nova.compute.manager [req-5583d332-4b6c-4e2b-9d46-0badf31f1434 req-9f9d7acb-465c-4adf-b01d-0edc3332a914 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-vif-deleted-1b83de31-44bd-4281-b0a6-1733b75322fe {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.096376] env[69987]: DEBUG oslo_vmware.api [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.159046] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501269, 'name': Rename_Task, 'duration_secs': 0.387984} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.161499] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.161499] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26dbcabc-0c0d-4fc1-9f59-828f852a9d1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.168525] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1203.168525] env[69987]: value = "task-3501271" [ 1203.168525] env[69987]: _type = "Task" [ 1203.168525] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.178483] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.426154] env[69987]: DEBUG nova.network.neutron [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Successfully updated port: 9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.471622] env[69987]: DEBUG nova.compute.manager [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Received event network-changed-9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.472056] env[69987]: DEBUG nova.compute.manager [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Refreshing instance network info cache due to event network-changed-9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.472493] env[69987]: DEBUG oslo_concurrency.lockutils [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] Acquiring lock "refresh_cache-3b463f49-1f67-4522-9398-929c86dffb5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.472781] env[69987]: DEBUG oslo_concurrency.lockutils [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] Acquired lock "refresh_cache-3b463f49-1f67-4522-9398-929c86dffb5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.474207] env[69987]: DEBUG nova.network.neutron [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Refreshing network info cache for port 9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.534715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-9aa8d82d-371c-4edc-8db1-86778e48a36e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.595852] env[69987]: DEBUG oslo_vmware.api [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501270, 'name': PowerOffVM_Task, 'duration_secs': 0.260594} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.596164] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.596306] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.596556] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6987216-c013-480a-9fe2-05e79389a994 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.679771] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.701292] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.701521] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.701707] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleting the datastore file [datastore1] 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.701986] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ea155c2-1d38-4254-af3a-98c1fa7b8279 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.709241] env[69987]: DEBUG oslo_vmware.api [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1203.709241] env[69987]: value = "task-3501273" [ 1203.709241] env[69987]: _type = "Task" [ 1203.709241] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.717494] env[69987]: DEBUG oslo_vmware.api [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.929370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-3b463f49-1f67-4522-9398-929c86dffb5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.003835] env[69987]: DEBUG nova.network.neutron [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.039616] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d5bc4655-da2a-41c7-b1e3-2cee9267d195 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-9aa8d82d-371c-4edc-8db1-86778e48a36e-98eaa3d2-4c21-4891-80c5-746cc5fde2fc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.104s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.085575] env[69987]: DEBUG nova.network.neutron [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.182137] env[69987]: DEBUG oslo_vmware.api [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501271, 'name': PowerOnVM_Task, 'duration_secs': 0.974533} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.182442] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.182767] env[69987]: INFO nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1204.183015] env[69987]: DEBUG nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.184141] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a5890-050e-438e-8dbb-49e138222a89 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.222435] env[69987]: DEBUG oslo_vmware.api [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161347} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.222658] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.222845] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.223063] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.223235] env[69987]: INFO nova.compute.manager [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1204.223490] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.223680] env[69987]: DEBUG nova.compute.manager [-] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.223775] env[69987]: DEBUG nova.network.neutron [-] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.297368] env[69987]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1b83de31-44bd-4281-b0a6-1733b75322fe could not be found.", "detail": ""}} {{(pid=69987) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1204.297656] env[69987]: DEBUG nova.network.neutron [-] Unable to show port 1b83de31-44bd-4281-b0a6-1733b75322fe as it no longer exists. {{(pid=69987) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1204.579356] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "debaf1cc-296a-46af-9e3e-a1629549f59f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.579599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.591239] env[69987]: DEBUG oslo_concurrency.lockutils [req-07c0fc2d-efdf-4084-b822-db3abaa48d17 req-46c804e2-f861-48b4-be07-f0602df49925 service nova] Releasing lock "refresh_cache-3b463f49-1f67-4522-9398-929c86dffb5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.591602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-3b463f49-1f67-4522-9398-929c86dffb5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.591810] env[69987]: DEBUG nova.network.neutron [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.707380] env[69987]: INFO nova.compute.manager [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Took 15.31 seconds to build instance. [ 1205.084868] env[69987]: DEBUG nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.138580] env[69987]: DEBUG nova.network.neutron [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.210034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c3ecf3a4-3f8a-4d1e-b8dd-134264b1cb8f tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.825s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.239701] env[69987]: DEBUG nova.network.neutron [-] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.282851] env[69987]: DEBUG nova.network.neutron [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Updating instance_info_cache with network_info: [{"id": "9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350", "address": "fa:16:3e:72:1b:20", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0ddfe9-4a", "ovs_interfaceid": "9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.505389] env[69987]: DEBUG nova.compute.manager [req-2b5c09cb-8372-4c2f-b1cc-94afda3498a0 req-32ae655d-e492-4725-a7b6-5f9b65942b10 service nova] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Received event network-vif-deleted-5f38ae9b-1fb5-45d0-8861-3fde285ea2c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.526613] env[69987]: DEBUG nova.compute.manager [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Received event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.526813] env[69987]: DEBUG nova.compute.manager [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing instance network info cache due to event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.527110] env[69987]: DEBUG oslo_concurrency.lockutils [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] Acquiring lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.527267] env[69987]: DEBUG oslo_concurrency.lockutils [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] Acquired lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.527426] env[69987]: DEBUG nova.network.neutron [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.610001] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.610001] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.611618] env[69987]: INFO nova.compute.claims [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.745097] env[69987]: INFO nova.compute.manager [-] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Took 1.52 seconds to deallocate network for instance. [ 1205.786666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-3b463f49-1f67-4522-9398-929c86dffb5a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.787071] env[69987]: DEBUG nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Instance network_info: |[{"id": "9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350", "address": "fa:16:3e:72:1b:20", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0ddfe9-4a", "ovs_interfaceid": "9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.787475] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:1b:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.798549] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.801332] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.801604] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65acf01-f71c-40e6-8fdd-5118c9acf5f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.824633] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.824633] env[69987]: value = "task-3501274" [ 1205.824633] env[69987]: _type = "Task" [ 1205.824633] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.834252] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501274, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.256154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.279277] env[69987]: DEBUG nova.network.neutron [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updated VIF entry in instance network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.279648] env[69987]: DEBUG nova.network.neutron [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.336465] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501274, 'name': CreateVM_Task, 'duration_secs': 0.343264} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.336684] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.337472] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.337637] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.337976] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.338259] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03cadab0-8f96-40d2-8485-6cad87f7a219 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.342976] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1206.342976] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522a401c-e499-7b01-5442-441046a46485" [ 1206.342976] env[69987]: _type = "Task" [ 1206.342976] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.350698] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522a401c-e499-7b01-5442-441046a46485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.618076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.618076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.618467] env[69987]: INFO nova.compute.manager [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Shelving [ 1206.782500] env[69987]: DEBUG oslo_concurrency.lockutils [req-d3adda6a-a2a6-483b-9fb7-5cafb3d75326 req-7e855a51-e9ae-4464-83fb-76c883f3cfee service nova] Releasing lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.800794] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4058009-b461-490e-bded-0afd7a7656bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.808918] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a511323c-eb6d-461b-b625-e0d64dc98f43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.842506] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d96ff06-9cb2-4f3c-bef1-262ab093e843 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.855795] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522a401c-e499-7b01-5442-441046a46485, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.856190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.856430] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.856668] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.856814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.857025] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.858308] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f75df-0a70-4eb8-8e86-e6e95b6e5562 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.862098] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6bf995a-de51-4d25-8127-4280a5d1d8a1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.875490] env[69987]: DEBUG nova.compute.provider_tree [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.877670] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.877848] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.878762] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930fc5f4-4a3a-4bf1-b659-552a0a3aa940 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.884279] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1206.884279] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f292f5-9377-f345-eb22-1dbfb7925193" [ 1206.884279] env[69987]: _type = "Task" [ 1206.884279] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.893370] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f292f5-9377-f345-eb22-1dbfb7925193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.349463] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "08710bc2-6f0a-4021-9b99-5a1250b08024" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.349691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.380240] env[69987]: DEBUG nova.scheduler.client.report [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.395932] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f292f5-9377-f345-eb22-1dbfb7925193, 'name': SearchDatastore_Task, 'duration_secs': 0.014888} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.396722] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3efd24-d4e4-4b07-b9ce-f60e3f70508a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.402798] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1207.402798] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528fe9fd-47ab-2d5d-bfe5-d313875f5cc0" [ 1207.402798] env[69987]: _type = "Task" [ 1207.402798] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.411579] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528fe9fd-47ab-2d5d-bfe5-d313875f5cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.630199] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.630597] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc198b1f-351b-4e6d-8e51-35c8e7e57cbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.639641] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1207.639641] env[69987]: value = "task-3501275" [ 1207.639641] env[69987]: _type = "Task" [ 1207.639641] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.649273] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.853131] env[69987]: DEBUG nova.compute.utils [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.885434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.885943] env[69987]: DEBUG nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.888781] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.633s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.888876] env[69987]: DEBUG nova.objects.instance [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'resources' on Instance uuid 9aa8d82d-371c-4edc-8db1-86778e48a36e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.913038] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528fe9fd-47ab-2d5d-bfe5-d313875f5cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.015587} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.913305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.913588] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 3b463f49-1f67-4522-9398-929c86dffb5a/3b463f49-1f67-4522-9398-929c86dffb5a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.913850] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92069eb7-1773-4b4b-aef8-a80b90f0cc2a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.922160] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1207.922160] env[69987]: value = "task-3501276" [ 1207.922160] env[69987]: _type = "Task" [ 1207.922160] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.931562] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.150526] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501275, 'name': PowerOffVM_Task, 'duration_secs': 0.267505} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.150807] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.151676] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc612390-f4c4-47ad-b3f4-f8ca7d2674ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.175911] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d760c-42c9-4c58-b6f7-f3abd8fc1982 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.356112] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.392315] env[69987]: DEBUG nova.compute.utils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.398857] env[69987]: DEBUG nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.399081] env[69987]: DEBUG nova.network.neutron [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.440815] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.492760] env[69987]: DEBUG nova.policy [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37934a2766bf4d3ba4fc33e3ebf2d084', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e7401d7ff9c45d3b054de3dbe397ec0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.620471] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5eece8-d539-40b5-a44b-d09920dd6aaf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.629094] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f265c-0cbc-47c9-9e25-4e720882209c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.661643] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97b26c9-ffce-41e4-8705-8d35bf158b65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.673420] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00b6af0-e211-45e0-b85c-7da2955d9fb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.688163] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1208.689027] env[69987]: DEBUG nova.compute.provider_tree [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.689659] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac8d8d90-d1d1-4a31-ba8c-8a5e40993576 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.698738] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1208.698738] env[69987]: value = "task-3501277" [ 1208.698738] env[69987]: _type = "Task" [ 1208.698738] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.708795] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501277, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.868474] env[69987]: DEBUG nova.network.neutron [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Successfully created port: 60c74687-9741-467e-b416-4811ad7986f1 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.902584] env[69987]: DEBUG nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.933524] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669584} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.933782] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 3b463f49-1f67-4522-9398-929c86dffb5a/3b463f49-1f67-4522-9398-929c86dffb5a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.933963] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.934412] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e422d12-d60e-4b0a-a6e4-c1655773197a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.948349] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1208.948349] env[69987]: value = "task-3501278" [ 1208.948349] env[69987]: _type = "Task" [ 1208.948349] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.961968] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.192997] env[69987]: DEBUG nova.scheduler.client.report [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.208508] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501277, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.449608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "08710bc2-6f0a-4021-9b99-5a1250b08024" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.449893] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.450136] env[69987]: INFO nova.compute.manager [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Attaching volume f04fe290-81d6-4d45-8cba-03c79592d64e to /dev/sdb [ 1209.465593] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11151} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.465718] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.466606] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45521b66-ab65-4c65-957a-e21dd4905f2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.497547] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3b463f49-1f67-4522-9398-929c86dffb5a/3b463f49-1f67-4522-9398-929c86dffb5a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.498908] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b6b031-ac8e-4e55-b773-b3758a959c15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.514188] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07928617-ab6e-440e-a73b-1bd1568e75fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.523074] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326817ef-08dc-4026-824c-f872750916b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.526924] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1209.526924] env[69987]: value = "task-3501279" [ 1209.526924] env[69987]: _type = "Task" [ 1209.526924] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.536073] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.539955] env[69987]: DEBUG nova.virt.block_device [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updating existing volume attachment record: 65c3ec08-e8db-49c2-b4bd-590066b26e23 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1209.699359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.710400] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501277, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.726515] env[69987]: INFO nova.scheduler.client.report [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted allocations for instance 9aa8d82d-371c-4edc-8db1-86778e48a36e [ 1209.920475] env[69987]: DEBUG nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.949242] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.949553] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.949747] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.949974] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.950219] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.950412] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.950657] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.950852] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.951070] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.951280] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.951494] env[69987]: DEBUG nova.virt.hardware [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.952490] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ed68fb-b3e5-4773-a0c0-9b16888db485 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.960791] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608235b-f816-4390-98e3-d739e3b2897a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.038036] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.212412] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501277, 'name': CreateSnapshot_Task, 'duration_secs': 1.394138} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.212578] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1210.213403] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fb522-9441-44b5-a0b6-2ea819ea6054 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.233949] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4c3ee95-3966-4259-9aad-5febe1d8de3c tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "9aa8d82d-371c-4edc-8db1-86778e48a36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.678s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.251925] env[69987]: DEBUG nova.compute.manager [req-3456a5e2-3ee1-45f2-804a-aa1b6e47aa1a req-cebb8448-b75c-4a22-b422-bbd0c27de92d service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Received event network-vif-plugged-60c74687-9741-467e-b416-4811ad7986f1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.252156] env[69987]: DEBUG oslo_concurrency.lockutils [req-3456a5e2-3ee1-45f2-804a-aa1b6e47aa1a req-cebb8448-b75c-4a22-b422-bbd0c27de92d service nova] Acquiring lock "debaf1cc-296a-46af-9e3e-a1629549f59f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.252368] env[69987]: DEBUG oslo_concurrency.lockutils [req-3456a5e2-3ee1-45f2-804a-aa1b6e47aa1a req-cebb8448-b75c-4a22-b422-bbd0c27de92d service nova] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.252532] env[69987]: DEBUG oslo_concurrency.lockutils [req-3456a5e2-3ee1-45f2-804a-aa1b6e47aa1a req-cebb8448-b75c-4a22-b422-bbd0c27de92d service nova] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.252701] env[69987]: DEBUG nova.compute.manager [req-3456a5e2-3ee1-45f2-804a-aa1b6e47aa1a req-cebb8448-b75c-4a22-b422-bbd0c27de92d service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] No waiting events found dispatching network-vif-plugged-60c74687-9741-467e-b416-4811ad7986f1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.252867] env[69987]: WARNING nova.compute.manager [req-3456a5e2-3ee1-45f2-804a-aa1b6e47aa1a req-cebb8448-b75c-4a22-b422-bbd0c27de92d service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Received unexpected event network-vif-plugged-60c74687-9741-467e-b416-4811ad7986f1 for instance with vm_state building and task_state spawning. [ 1210.340643] env[69987]: DEBUG nova.network.neutron [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Successfully updated port: 60c74687-9741-467e-b416-4811ad7986f1 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.538720] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.731219] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1210.731544] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0aae0d67-eb64-4dbc-b4a8-944b885974eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.740879] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1210.740879] env[69987]: value = "task-3501283" [ 1210.740879] env[69987]: _type = "Task" [ 1210.740879] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.749821] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501283, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.846871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "refresh_cache-debaf1cc-296a-46af-9e3e-a1629549f59f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.846871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquired lock "refresh_cache-debaf1cc-296a-46af-9e3e-a1629549f59f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.846949] env[69987]: DEBUG nova.network.neutron [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.039656] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.251839] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501283, 'name': CloneVM_Task} progress is 93%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.408205] env[69987]: DEBUG nova.network.neutron [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.548421] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501279, 'name': ReconfigVM_Task, 'duration_secs': 1.751076} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.548972] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3b463f49-1f67-4522-9398-929c86dffb5a/3b463f49-1f67-4522-9398-929c86dffb5a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.550060] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-508e4508-6d3a-42ab-ba92-d3a4fa4011e9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.559613] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1211.559613] env[69987]: value = "task-3501284" [ 1211.559613] env[69987]: _type = "Task" [ 1211.559613] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.571393] env[69987]: DEBUG nova.network.neutron [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Updating instance_info_cache with network_info: [{"id": "60c74687-9741-467e-b416-4811ad7986f1", "address": "fa:16:3e:73:72:79", "network": {"id": "af5a46ab-d268-483e-b91d-98ad65ab7bfa", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1149899051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7401d7ff9c45d3b054de3dbe397ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c74687-97", "ovs_interfaceid": "60c74687-9741-467e-b416-4811ad7986f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.754341] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501283, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.070228] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501284, 'name': Rename_Task, 'duration_secs': 0.250033} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.070622] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.070784] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89603fe5-5876-45d1-984e-86e7e84176a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.075067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Releasing lock "refresh_cache-debaf1cc-296a-46af-9e3e-a1629549f59f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.075333] env[69987]: DEBUG nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Instance network_info: |[{"id": "60c74687-9741-467e-b416-4811ad7986f1", "address": "fa:16:3e:73:72:79", "network": {"id": "af5a46ab-d268-483e-b91d-98ad65ab7bfa", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1149899051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7401d7ff9c45d3b054de3dbe397ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c74687-97", "ovs_interfaceid": "60c74687-9741-467e-b416-4811ad7986f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.075746] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:72:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60c74687-9741-467e-b416-4811ad7986f1', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.083801] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Creating folder: Project (8e7401d7ff9c45d3b054de3dbe397ec0). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.085460] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a3b59b-bad2-4e93-82c1-10dd7a14cfe4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.087287] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1212.087287] env[69987]: value = "task-3501286" [ 1212.087287] env[69987]: _type = "Task" [ 1212.087287] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.096481] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.100064] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Created folder: Project (8e7401d7ff9c45d3b054de3dbe397ec0) in parent group-v699418. [ 1212.100305] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Creating folder: Instances. Parent ref: group-v699695. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.100584] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-521ec1ca-0e97-437c-ade7-c14177c5f77a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.113359] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Created folder: Instances in parent group-v699695. [ 1212.113660] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.113883] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.114134] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-962cb817-2664-4c0f-ae0d-6a400e6e1872 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.138334] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.138334] env[69987]: value = "task-3501289" [ 1212.138334] env[69987]: _type = "Task" [ 1212.138334] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.147915] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501289, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.256144] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501283, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.281646] env[69987]: DEBUG nova.compute.manager [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Received event network-changed-60c74687-9741-467e-b416-4811ad7986f1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.281812] env[69987]: DEBUG nova.compute.manager [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Refreshing instance network info cache due to event network-changed-60c74687-9741-467e-b416-4811ad7986f1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.281980] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] Acquiring lock "refresh_cache-debaf1cc-296a-46af-9e3e-a1629549f59f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.282145] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] Acquired lock "refresh_cache-debaf1cc-296a-46af-9e3e-a1629549f59f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.282389] env[69987]: DEBUG nova.network.neutron [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Refreshing network info cache for port 60c74687-9741-467e-b416-4811ad7986f1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.598641] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.649098] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501289, 'name': CreateVM_Task, 'duration_secs': 0.380919} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.649280] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.649994] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.650175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.650514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.650775] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8922fcd-3fb7-4bb2-96fe-404ceb6a1a9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.655878] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1212.655878] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ba2d7f-88b3-7cda-10a0-5bdde5c6e088" [ 1212.655878] env[69987]: _type = "Task" [ 1212.655878] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.663745] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ba2d7f-88b3-7cda-10a0-5bdde5c6e088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.754398] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501283, 'name': CloneVM_Task, 'duration_secs': 1.792999} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.754675] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Created linked-clone VM from snapshot [ 1212.755466] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797bc741-4c1b-4f98-ad57-20cf8d66d5c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.763455] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Uploading image dc99e85d-4d79-4f68-ac18-26c056d50314 {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1212.789171] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1212.789171] env[69987]: value = "vm-699694" [ 1212.789171] env[69987]: _type = "VirtualMachine" [ 1212.789171] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1212.789476] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5afc40f8-abd0-4fdb-a50a-23e81832c691 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.797535] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease: (returnval){ [ 1212.797535] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526478fb-07e5-330d-2b4b-b68d331f32ef" [ 1212.797535] env[69987]: _type = "HttpNfcLease" [ 1212.797535] env[69987]: } obtained for exporting VM: (result){ [ 1212.797535] env[69987]: value = "vm-699694" [ 1212.797535] env[69987]: _type = "VirtualMachine" [ 1212.797535] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1212.797776] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the lease: (returnval){ [ 1212.797776] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526478fb-07e5-330d-2b4b-b68d331f32ef" [ 1212.797776] env[69987]: _type = "HttpNfcLease" [ 1212.797776] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.805767] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.805767] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526478fb-07e5-330d-2b4b-b68d331f32ef" [ 1212.805767] env[69987]: _type = "HttpNfcLease" [ 1212.805767] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1213.053956] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.054203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.060196] env[69987]: DEBUG nova.network.neutron [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Updated VIF entry in instance network info cache for port 60c74687-9741-467e-b416-4811ad7986f1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.060608] env[69987]: DEBUG nova.network.neutron [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Updating instance_info_cache with network_info: [{"id": "60c74687-9741-467e-b416-4811ad7986f1", "address": "fa:16:3e:73:72:79", "network": {"id": "af5a46ab-d268-483e-b91d-98ad65ab7bfa", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1149899051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e7401d7ff9c45d3b054de3dbe397ec0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60c74687-97", "ovs_interfaceid": "60c74687-9741-467e-b416-4811ad7986f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.097952] env[69987]: DEBUG oslo_vmware.api [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501286, 'name': PowerOnVM_Task, 'duration_secs': 0.789776} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.098258] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.098429] env[69987]: INFO nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1213.098608] env[69987]: DEBUG nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.099429] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc7174-5b2f-42c5-adfa-7b71f0808c6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.166818] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ba2d7f-88b3-7cda-10a0-5bdde5c6e088, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.167161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.167409] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.167691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.167795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.167974] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.168267] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04281a5b-a925-4ea4-b713-c0a2cbd00c2d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.177607] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.177768] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.178430] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f46fcd-f4a3-4aeb-b31d-b770f8541fb4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.183573] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1213.183573] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523785cf-dab4-ad50-c129-d8aaed272c17" [ 1213.183573] env[69987]: _type = "Task" [ 1213.183573] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.190977] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523785cf-dab4-ad50-c129-d8aaed272c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.307433] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.307433] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526478fb-07e5-330d-2b4b-b68d331f32ef" [ 1213.307433] env[69987]: _type = "HttpNfcLease" [ 1213.307433] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.307716] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.307716] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526478fb-07e5-330d-2b4b-b68d331f32ef" [ 1213.307716] env[69987]: _type = "HttpNfcLease" [ 1213.307716] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1213.308490] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f341c391-00e9-4bf7-8460-faa0286966a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.315834] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261e988-1490-4f5b-64bc-7258a3c67790/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.316012] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261e988-1490-4f5b-64bc-7258a3c67790/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1213.411757] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3bed0be-8b7e-4abc-baa9-55b1cee2e2b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.559082] env[69987]: DEBUG nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.562473] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec99ab06-31f4-40ad-9958-0c41e87dafcc req-b813a4e9-d7be-4b16-a53b-efe2fce8d873 service nova] Releasing lock "refresh_cache-debaf1cc-296a-46af-9e3e-a1629549f59f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.615795] env[69987]: INFO nova.compute.manager [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Took 16.17 seconds to build instance. [ 1213.695520] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523785cf-dab4-ad50-c129-d8aaed272c17, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.696280] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7ce025-c615-422f-bd58-1b35f2863c23 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.702474] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1213.702474] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5256e073-f069-c0f1-d929-50ec3d6f4435" [ 1213.702474] env[69987]: _type = "Task" [ 1213.702474] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.711313] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5256e073-f069-c0f1-d929-50ec3d6f4435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.088832] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.089084] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.090852] env[69987]: INFO nova.compute.claims [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.119094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0c7956d-f7eb-4080-9cf0-711cd555ed6d tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "3b463f49-1f67-4522-9398-929c86dffb5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.685s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.215016] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5256e073-f069-c0f1-d929-50ec3d6f4435, 'name': SearchDatastore_Task, 'duration_secs': 0.019711} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.215503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.216019] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] debaf1cc-296a-46af-9e3e-a1629549f59f/debaf1cc-296a-46af-9e3e-a1629549f59f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.216390] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d90203c7-9f56-4638-a0d7-30c86cc3dd2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.225257] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1214.225257] env[69987]: value = "task-3501291" [ 1214.225257] env[69987]: _type = "Task" [ 1214.225257] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.599507] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1214.602054] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1214.602054] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbb65b0-4ca5-4cea-944d-a59da7e9338b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.624491] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126c559b-c81f-4ee9-a19d-f67cc0fd8a8c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.659040] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-f04fe290-81d6-4d45-8cba-03c79592d64e/volume-f04fe290-81d6-4d45-8cba-03c79592d64e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.660081] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f9c87e-8362-4084-9531-5552db4cd6eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.682445] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1214.682445] env[69987]: value = "task-3501292" [ 1214.682445] env[69987]: _type = "Task" [ 1214.682445] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.692733] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.740750] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501291, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.742374] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102aa53d-257a-4964-ad4e-37d10d51330b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.750194] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Suspending the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1214.750501] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-adfc23d3-17c3-4b52-bb24-6e075f8d8aa6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.760105] env[69987]: DEBUG oslo_vmware.api [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1214.760105] env[69987]: value = "task-3501293" [ 1214.760105] env[69987]: _type = "Task" [ 1214.760105] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.771759] env[69987]: DEBUG oslo_vmware.api [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501293, 'name': SuspendVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.194846] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.240224] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537968} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.243509] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] debaf1cc-296a-46af-9e3e-a1629549f59f/debaf1cc-296a-46af-9e3e-a1629549f59f.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.243660] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.244727] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9a303fb-5bb6-47ea-9e02-e084d9d8d236 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.252613] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1215.252613] env[69987]: value = "task-3501294" [ 1215.252613] env[69987]: _type = "Task" [ 1215.252613] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.267809] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.277142] env[69987]: DEBUG oslo_vmware.api [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501293, 'name': SuspendVM_Task} progress is 41%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.327844] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed447eab-5e31-48e4-8add-29da523572fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.338414] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334fe546-d2f5-47d0-95ca-1f360dbf023c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.375851] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e2e1f4-e22a-4257-988f-8bf1c1736ee0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.384784] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa82cbc6-c72f-44e9-b534-2a9f9175bebb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.399751] env[69987]: DEBUG nova.compute.provider_tree [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.695292] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501292, 'name': ReconfigVM_Task, 'duration_secs': 0.678453} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.695809] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-f04fe290-81d6-4d45-8cba-03c79592d64e/volume-f04fe290-81d6-4d45-8cba-03c79592d64e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.700922] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e8055f-aee4-415a-9031-84ccaf823465 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.718862] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1215.718862] env[69987]: value = "task-3501295" [ 1215.718862] env[69987]: _type = "Task" [ 1215.718862] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.728687] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.764921] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084505} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.770206] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.771209] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5bf994-f66e-4f1a-932d-caefb05149a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.779613] env[69987]: DEBUG oslo_vmware.api [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501293, 'name': SuspendVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.799282] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] debaf1cc-296a-46af-9e3e-a1629549f59f/debaf1cc-296a-46af-9e3e-a1629549f59f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.801043] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cc70c4-7375-4b66-894e-83e8738d55e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.817930] env[69987]: DEBUG nova.objects.instance [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lazy-loading 'flavor' on Instance uuid 39220515-b97e-4042-9d35-e04aed20a27c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.826433] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1215.826433] env[69987]: value = "task-3501296" [ 1215.826433] env[69987]: _type = "Task" [ 1215.826433] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.836588] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.903605] env[69987]: DEBUG nova.scheduler.client.report [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.229578] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.275421] env[69987]: DEBUG oslo_vmware.api [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501293, 'name': SuspendVM_Task, 'duration_secs': 1.060189} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.275796] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Suspended the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1216.276051] env[69987]: DEBUG nova.compute.manager [None req-e198d9fb-b98a-431f-899d-c6788880cbb8 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.276911] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d2f01f-2468-4d18-85d9-54d4e356a0c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.323803] env[69987]: DEBUG oslo_concurrency.lockutils [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.324190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquired lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.337106] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501296, 'name': ReconfigVM_Task, 'duration_secs': 0.336919} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.337561] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] debaf1cc-296a-46af-9e3e-a1629549f59f/debaf1cc-296a-46af-9e3e-a1629549f59f.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.338360] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9469020a-157f-43ed-ba3b-a4d19d10de52 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.346158] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1216.346158] env[69987]: value = "task-3501297" [ 1216.346158] env[69987]: _type = "Task" [ 1216.346158] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.355475] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501297, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.411168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.411168] env[69987]: DEBUG nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.735474] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.831310] env[69987]: DEBUG nova.network.neutron [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.859506] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501297, 'name': Rename_Task, 'duration_secs': 0.161672} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.860706] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.862121] env[69987]: DEBUG nova.compute.manager [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Received event network-changed-34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.862309] env[69987]: DEBUG nova.compute.manager [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing instance network info cache due to event network-changed-34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.862496] env[69987]: DEBUG oslo_concurrency.lockutils [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] Acquiring lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.862695] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a2b863-43a6-4854-9c53-ce2034f9b5c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.871918] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1216.871918] env[69987]: value = "task-3501298" [ 1216.871918] env[69987]: _type = "Task" [ 1216.871918] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.883564] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.917558] env[69987]: DEBUG nova.compute.utils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.919102] env[69987]: DEBUG nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.919296] env[69987]: DEBUG nova.network.neutron [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.976644] env[69987]: DEBUG nova.policy [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.180313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "3b463f49-1f67-4522-9398-929c86dffb5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.180406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "3b463f49-1f67-4522-9398-929c86dffb5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.180779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "3b463f49-1f67-4522-9398-929c86dffb5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.181081] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "3b463f49-1f67-4522-9398-929c86dffb5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.181374] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "3b463f49-1f67-4522-9398-929c86dffb5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.183751] env[69987]: INFO nova.compute.manager [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Terminating instance [ 1217.234452] env[69987]: DEBUG oslo_vmware.api [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501295, 'name': ReconfigVM_Task, 'duration_secs': 1.243442} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.234781] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.281956] env[69987]: DEBUG nova.network.neutron [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Successfully created port: dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.387137] env[69987]: DEBUG oslo_vmware.api [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501298, 'name': PowerOnVM_Task, 'duration_secs': 0.448063} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.387444] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.387663] env[69987]: INFO nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1217.387833] env[69987]: DEBUG nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.388670] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6af309d-3d57-4989-884c-8b6bcd6927d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.422748] env[69987]: DEBUG nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.691819] env[69987]: DEBUG nova.compute.manager [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.691819] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.693234] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a10ca22-1e2f-4786-87f4-8872383a2486 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.705539] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.705816] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a49d3f7-9d45-4620-98d8-69959f3ef779 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.772198] env[69987]: DEBUG nova.network.neutron [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.780573] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.780867] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.781118] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleting the datastore file [datastore2] 3b463f49-1f67-4522-9398-929c86dffb5a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.781403] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba424268-a59a-4c2d-a9b6-1d7fba69c0d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.788906] env[69987]: DEBUG oslo_vmware.api [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1217.788906] env[69987]: value = "task-3501300" [ 1217.788906] env[69987]: _type = "Task" [ 1217.788906] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.802041] env[69987]: DEBUG oslo_vmware.api [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.909684] env[69987]: INFO nova.compute.manager [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Took 12.32 seconds to build instance. [ 1218.057484] env[69987]: DEBUG nova.objects.instance [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lazy-loading 'flavor' on Instance uuid 39220515-b97e-4042-9d35-e04aed20a27c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.182681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "debaf1cc-296a-46af-9e3e-a1629549f59f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.274854] env[69987]: DEBUG oslo_concurrency.lockutils [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Releasing lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.275313] env[69987]: DEBUG nova.compute.manager [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Inject network info {{(pid=69987) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1218.275425] env[69987]: DEBUG nova.compute.manager [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] network_info to inject: |[{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1218.280758] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Reconfiguring VM instance to set the machine id {{(pid=69987) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1218.281266] env[69987]: DEBUG oslo_concurrency.lockutils [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] Acquired lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.281553] env[69987]: DEBUG nova.network.neutron [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.283082] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd25248d-a74f-47d9-bab2-beda3e59d364 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.304134] env[69987]: DEBUG nova.objects.instance [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'flavor' on Instance uuid 08710bc2-6f0a-4021-9b99-5a1250b08024 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.309400] env[69987]: DEBUG oslo_vmware.api [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258223} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.310940] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.311208] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.311426] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.311609] env[69987]: INFO nova.compute.manager [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1218.311867] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.312158] env[69987]: DEBUG oslo_vmware.api [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1218.312158] env[69987]: value = "task-3501301" [ 1218.312158] env[69987]: _type = "Task" [ 1218.312158] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.312372] env[69987]: DEBUG nova.compute.manager [-] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.312466] env[69987]: DEBUG nova.network.neutron [-] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.327888] env[69987]: DEBUG oslo_vmware.api [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.411178] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a2a2f69b-b86c-4109-b4f7-02abf9947fbb tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.831s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.411178] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.229s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.411920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "debaf1cc-296a-46af-9e3e-a1629549f59f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.412427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.412427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.414529] env[69987]: INFO nova.compute.manager [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Terminating instance [ 1219.184810] env[69987]: DEBUG nova.network.neutron [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Successfully updated port: dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.195836] env[69987]: DEBUG nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.198987] env[69987]: DEBUG nova.compute.manager [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.199204] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.200745] env[69987]: DEBUG nova.compute.manager [req-10d5cce7-749c-4e72-a4e3-86efdd7bf448 req-64fab541-5016-47a0-a2ea-74ca2c88651f service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Received event network-vif-deleted-9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.200918] env[69987]: INFO nova.compute.manager [req-10d5cce7-749c-4e72-a4e3-86efdd7bf448 req-64fab541-5016-47a0-a2ea-74ca2c88651f service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Neutron deleted interface 9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350; detaching it from the instance and deleting it from the info cache [ 1219.201089] env[69987]: DEBUG nova.network.neutron [req-10d5cce7-749c-4e72-a4e3-86efdd7bf448 req-64fab541-5016-47a0-a2ea-74ca2c88651f service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.205757] env[69987]: DEBUG nova.compute.manager [req-47bfed34-668e-4118-b79e-4ae18cf143ae req-f5cb7f87-7eab-4582-a49a-52e7bc0a1dad service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-vif-plugged-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.205945] env[69987]: DEBUG oslo_concurrency.lockutils [req-47bfed34-668e-4118-b79e-4ae18cf143ae req-f5cb7f87-7eab-4582-a49a-52e7bc0a1dad service nova] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.206197] env[69987]: DEBUG oslo_concurrency.lockutils [req-47bfed34-668e-4118-b79e-4ae18cf143ae req-f5cb7f87-7eab-4582-a49a-52e7bc0a1dad service nova] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.206361] env[69987]: DEBUG oslo_concurrency.lockutils [req-47bfed34-668e-4118-b79e-4ae18cf143ae req-f5cb7f87-7eab-4582-a49a-52e7bc0a1dad service nova] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.206518] env[69987]: DEBUG nova.compute.manager [req-47bfed34-668e-4118-b79e-4ae18cf143ae req-f5cb7f87-7eab-4582-a49a-52e7bc0a1dad service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] No waiting events found dispatching network-vif-plugged-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.206673] env[69987]: WARNING nova.compute.manager [req-47bfed34-668e-4118-b79e-4ae18cf143ae req-f5cb7f87-7eab-4582-a49a-52e7bc0a1dad service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received unexpected event network-vif-plugged-dc8bb96b-48fa-4729-9e03-18f4f125f8af for instance with vm_state building and task_state spawning. [ 1219.207590] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.208395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-81278516-a9e6-4247-8cab-8aae8190fb49 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.759s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.212871] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b16576f-a18e-4c64-92ed-9c4d8226b608 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.224529] env[69987]: DEBUG oslo_vmware.api [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501301, 'name': ReconfigVM_Task, 'duration_secs': 0.186765} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.228608] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-165c30a8-c276-4324-81eb-d656fc98b9f9 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Reconfigured VM instance to set the machine id {{(pid=69987) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1219.231602] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.232218] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad272b77-0b24-4a9c-98b8-c521c0af1fe6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.238064] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.238306] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.238475] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.238658] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.238827] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.238988] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.239222] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.239383] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.239549] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.239736] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.239930] env[69987]: DEBUG nova.virt.hardware [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.240999] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c740bafd-94bf-45c8-8bcf-3076081bd20c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.244918] env[69987]: DEBUG oslo_vmware.api [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1219.244918] env[69987]: value = "task-3501302" [ 1219.244918] env[69987]: _type = "Task" [ 1219.244918] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.255077] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb038a2e-b81b-47cd-9363-681f512b6e80 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.262284] env[69987]: DEBUG oslo_vmware.api [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.314628] env[69987]: DEBUG nova.network.neutron [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updated VIF entry in instance network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.315062] env[69987]: DEBUG nova.network.neutron [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.687580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.687792] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.687895] env[69987]: DEBUG nova.network.neutron [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.692837] env[69987]: DEBUG nova.network.neutron [-] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.702963] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9db9ac56-5cfd-4f0f-9bce-243387a97d2f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.710115] env[69987]: INFO nova.compute.manager [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Rebuilding instance [ 1219.716201] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e36f03c-cd93-4d84-afc0-7df83cd02943 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.754190] env[69987]: DEBUG nova.compute.manager [req-10d5cce7-749c-4e72-a4e3-86efdd7bf448 req-64fab541-5016-47a0-a2ea-74ca2c88651f service nova] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Detach interface failed, port_id=9f0ddfe9-4a7a-4ae8-adfd-40bfcabd6350, reason: Instance 3b463f49-1f67-4522-9398-929c86dffb5a could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.764305] env[69987]: DEBUG oslo_vmware.api [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501302, 'name': PowerOffVM_Task, 'duration_secs': 0.207046} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.764619] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.764799] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.765064] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df429ba-44e0-47ef-a77c-e0de1b1a395f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.817343] env[69987]: DEBUG oslo_concurrency.lockutils [req-1aa1e1a2-5992-4318-9fb5-9c4c7d8b9075 req-dea8ca42-3fa5-4389-8881-06afd0af10a7 service nova] Releasing lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.818371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquired lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.835654] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.835915] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.836139] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Deleting the datastore file [datastore1] debaf1cc-296a-46af-9e3e-a1629549f59f {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.836430] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d85406cd-46a8-4fce-b000-895bb560a337 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.843981] env[69987]: DEBUG oslo_vmware.api [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for the task: (returnval){ [ 1219.843981] env[69987]: value = "task-3501304" [ 1219.843981] env[69987]: _type = "Task" [ 1219.843981] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.853772] env[69987]: DEBUG oslo_vmware.api [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.877265] env[69987]: DEBUG nova.compute.manager [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.878350] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4912fe13-1bca-418f-a932-df234c46d983 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.197475] env[69987]: INFO nova.compute.manager [-] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Took 1.88 seconds to deallocate network for instance. [ 1220.226775] env[69987]: DEBUG nova.network.neutron [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.247186] env[69987]: DEBUG nova.network.neutron [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.355083] env[69987]: DEBUG oslo_vmware.api [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Task: {'id': task-3501304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141355} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.355632] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.356367] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.356742] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.357074] env[69987]: INFO nova.compute.manager [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1220.357392] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.357615] env[69987]: DEBUG nova.compute.manager [-] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.357709] env[69987]: DEBUG nova.network.neutron [-] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.623982] env[69987]: DEBUG nova.network.neutron [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.710201] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.710565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.710797] env[69987]: DEBUG nova.objects.instance [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'resources' on Instance uuid 3b463f49-1f67-4522-9398-929c86dffb5a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.898318] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.898826] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f82b3db-44b5-4815-8985-f2a234c3c64e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.909737] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1220.909737] env[69987]: value = "task-3501305" [ 1220.909737] env[69987]: _type = "Task" [ 1220.909737] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.920985] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.972532] env[69987]: DEBUG nova.network.neutron [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.991899] env[69987]: DEBUG nova.compute.manager [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.992110] env[69987]: DEBUG nova.compute.manager [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing instance network info cache due to event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.992309] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.127376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.127727] env[69987]: DEBUG nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Instance network_info: |[{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.128074] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.129792] env[69987]: DEBUG nova.network.neutron [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.130318] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ee:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc8bb96b-48fa-4729-9e03-18f4f125f8af', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.139461] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.142710] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.143255] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fbfe9a8-a9a8-4225-a1ce-05bce22b7bf6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.159452] env[69987]: DEBUG nova.network.neutron [-] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.167653] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.167653] env[69987]: value = "task-3501306" [ 1221.167653] env[69987]: _type = "Task" [ 1221.167653] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.177675] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501306, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.422441] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501305, 'name': PowerOffVM_Task, 'duration_secs': 0.25351} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.422701] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.430553] env[69987]: DEBUG nova.network.neutron [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updated VIF entry in instance network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.431904] env[69987]: DEBUG nova.network.neutron [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.453714] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3153687c-b755-478f-be6d-2aa0948a216d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.463372] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90d950-384a-48df-9122-99e248d598de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.496597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Releasing lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.496840] env[69987]: DEBUG nova.compute.manager [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Inject network info {{(pid=69987) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1221.497735] env[69987]: DEBUG nova.compute.manager [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] network_info to inject: |[{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1221.502017] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Reconfiguring VM instance to set the machine id {{(pid=69987) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1221.503738] env[69987]: INFO nova.compute.manager [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Detaching volume f04fe290-81d6-4d45-8cba-03c79592d64e [ 1221.505544] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce4eb76d-432f-4bf8-a6be-84bd39d8c4dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.516610] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d88cd66-6fcc-4171-9823-de1edc42e8ed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.528707] env[69987]: DEBUG oslo_vmware.api [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1221.528707] env[69987]: value = "task-3501307" [ 1221.528707] env[69987]: _type = "Task" [ 1221.528707] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.530068] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dac4ec7-e39b-4c25-9034-632d49c16bec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.558100] env[69987]: DEBUG nova.compute.provider_tree [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.560492] env[69987]: INFO nova.virt.block_device [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Attempting to driver detach volume f04fe290-81d6-4d45-8cba-03c79592d64e from mountpoint /dev/sdb [ 1221.560716] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.560895] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.565362] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c5923-1dd4-4e33-a9e5-44ce461f8995 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.568755] env[69987]: DEBUG oslo_vmware.api [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.570265] env[69987]: DEBUG nova.scheduler.client.report [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.595750] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f37084b-16e7-4bad-a2ef-dca261c6b69f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.608959] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046c848-cc31-41f0-b7ff-2765761cae88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.632716] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e3fdf6-6621-4a24-92dd-26462b85cafd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.652331] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] The volume has not been displaced from its original location: [datastore1] volume-f04fe290-81d6-4d45-8cba-03c79592d64e/volume-f04fe290-81d6-4d45-8cba-03c79592d64e.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.658248] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.658642] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ff3b85-7500-4626-b9a3-12527de876f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.672108] env[69987]: INFO nova.compute.manager [-] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Took 1.31 seconds to deallocate network for instance. [ 1221.687600] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501306, 'name': CreateVM_Task, 'duration_secs': 0.461857} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.688988] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.689399] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1221.689399] env[69987]: value = "task-3501308" [ 1221.689399] env[69987]: _type = "Task" [ 1221.689399] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.690132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.690353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.690740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.691099] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9def859-a115-48f6-a1ff-e8bc46de80f8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.701610] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1221.701610] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52cbd2f6-822d-b060-4b09-3da9d3a29725" [ 1221.701610] env[69987]: _type = "Task" [ 1221.701610] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.705123] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.715146] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52cbd2f6-822d-b060-4b09-3da9d3a29725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.907601] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "39220515-b97e-4042-9d35-e04aed20a27c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.908045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "39220515-b97e-4042-9d35-e04aed20a27c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.908467] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "39220515-b97e-4042-9d35-e04aed20a27c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.908777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "39220515-b97e-4042-9d35-e04aed20a27c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.909097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "39220515-b97e-4042-9d35-e04aed20a27c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.912105] env[69987]: INFO nova.compute.manager [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Terminating instance [ 1221.933529] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.934011] env[69987]: DEBUG nova.compute.manager [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Received event network-changed-34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.934273] env[69987]: DEBUG nova.compute.manager [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing instance network info cache due to event network-changed-34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.934505] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] Acquiring lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.934647] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] Acquired lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.934805] env[69987]: DEBUG nova.network.neutron [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Refreshing network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.039283] env[69987]: DEBUG oslo_vmware.api [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501307, 'name': ReconfigVM_Task, 'duration_secs': 0.204288} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.039557] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d132e814-94e1-4c6b-9eca-f934283472b0 tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Reconfigured VM instance to set the machine id {{(pid=69987) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1222.075972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.365s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.095786] env[69987]: INFO nova.scheduler.client.report [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted allocations for instance 3b463f49-1f67-4522-9398-929c86dffb5a [ 1222.182329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.182618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.182837] env[69987]: DEBUG nova.objects.instance [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lazy-loading 'resources' on Instance uuid debaf1cc-296a-46af-9e3e-a1629549f59f {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.201148] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501308, 'name': ReconfigVM_Task, 'duration_secs': 0.292982} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.201437] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.206192] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9780ec1d-e513-4d6c-8895-6e3b0c7aa79d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.226740] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52cbd2f6-822d-b060-4b09-3da9d3a29725, 'name': SearchDatastore_Task, 'duration_secs': 0.031555} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.228064] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.228667] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.228667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.228820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.228879] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.229219] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1222.229219] env[69987]: value = "task-3501309" [ 1222.229219] env[69987]: _type = "Task" [ 1222.229219] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.229401] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f01a351-355f-4f15-ab32-c08927497987 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.239387] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.241155] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.241336] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.242037] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390689fb-f6ef-4847-845e-220922a46107 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.247736] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1222.247736] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5230f30b-b6db-d452-0445-bfb218d50b80" [ 1222.247736] env[69987]: _type = "Task" [ 1222.247736] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.256386] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5230f30b-b6db-d452-0445-bfb218d50b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.417487] env[69987]: DEBUG nova.compute.manager [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.417723] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.418664] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e074b6aa-8828-41cb-97f5-86059dbd7a2f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.427102] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.427397] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-328a5c57-b9d6-4b3b-b939-194c470dc1e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.436027] env[69987]: DEBUG oslo_vmware.api [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1222.436027] env[69987]: value = "task-3501310" [ 1222.436027] env[69987]: _type = "Task" [ 1222.436027] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.447355] env[69987]: DEBUG oslo_vmware.api [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.603269] env[69987]: DEBUG oslo_concurrency.lockutils [None req-26a59641-508a-44a8-b954-6b68e7b32fc0 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "3b463f49-1f67-4522-9398-929c86dffb5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.423s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.744227] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501309, 'name': ReconfigVM_Task, 'duration_secs': 0.300683} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.744557] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.761747] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5230f30b-b6db-d452-0445-bfb218d50b80, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.762695] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1d3ae8-a2fb-4ab4-b952-3ffbbe9f4f06 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.769808] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1222.769808] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c8d589-01f8-9ff4-3d83-bf1cf722323a" [ 1222.769808] env[69987]: _type = "Task" [ 1222.769808] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.778932] env[69987]: DEBUG nova.network.neutron [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updated VIF entry in instance network info cache for port 34175dd9-72ca-491c-b458-ce73e251edac. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.779503] env[69987]: DEBUG nova.network.neutron [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [{"id": "34175dd9-72ca-491c-b458-ce73e251edac", "address": "fa:16:3e:15:71:10", "network": {"id": "5fc17677-478d-4f2e-af9d-26077abfb0b2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-798331859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa651d962eb448de8ca01fe518f9c3f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34175dd9-72", "ovs_interfaceid": "34175dd9-72ca-491c-b458-ce73e251edac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.787453] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c8d589-01f8-9ff4-3d83-bf1cf722323a, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.790794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.791114] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4/58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.792245] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8544b7e8-4fa0-4b6e-8ff2-00b0343b57a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.800830] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1222.800830] env[69987]: value = "task-3501311" [ 1222.800830] env[69987]: _type = "Task" [ 1222.800830] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.814622] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.887018] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f7ca4-ced9-4c5e-aa95-2fc2e2db7016 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.895716] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af55af2a-eca9-488d-a8e0-6d08c3ae4a79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.927471] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264ad054-c94f-4693-86a2-d316df47ed5f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.936513] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368941a0-d0ea-42e6-a35e-89f0ddb2ee8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.949500] env[69987]: DEBUG oslo_vmware.api [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501310, 'name': PowerOffVM_Task, 'duration_secs': 0.284472} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.957661] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.957874] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.958428] env[69987]: DEBUG nova.compute.provider_tree [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.959889] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32ca73b8-fd9d-4cd4-9778-45638117dc6e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.037039] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.037291] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.037345] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Deleting the datastore file [datastore2] 39220515-b97e-4042-9d35-e04aed20a27c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.037609] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8248edb2-0936-4219-9103-8a126c592dfb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.046166] env[69987]: DEBUG oslo_vmware.api [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for the task: (returnval){ [ 1223.046166] env[69987]: value = "task-3501313" [ 1223.046166] env[69987]: _type = "Task" [ 1223.046166] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.055689] env[69987]: DEBUG oslo_vmware.api [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.104546] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.105144] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.247050] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261e988-1490-4f5b-64bc-7258a3c67790/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.248132] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d503019-a7d5-41b3-b7ef-6ff2c0010e9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.255998] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261e988-1490-4f5b-64bc-7258a3c67790/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.256381] env[69987]: ERROR oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261e988-1490-4f5b-64bc-7258a3c67790/disk-0.vmdk due to incomplete transfer. [ 1223.256515] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-20c17e3d-15d0-44e0-affc-6f5dbaf0c592 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.266185] env[69987]: DEBUG oslo_vmware.rw_handles [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261e988-1490-4f5b-64bc-7258a3c67790/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1223.266401] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Uploaded image dc99e85d-4d79-4f68-ac18-26c056d50314 to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1223.269076] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1223.269966] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-146ff646-ca42-4c3f-8888-8f8139592fa9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.276454] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1223.276454] env[69987]: value = "task-3501314" [ 1223.276454] env[69987]: _type = "Task" [ 1223.276454] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.286172] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501314, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.291943] env[69987]: DEBUG oslo_concurrency.lockutils [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] Releasing lock "refresh_cache-39220515-b97e-4042-9d35-e04aed20a27c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.292296] env[69987]: DEBUG nova.compute.manager [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Received event network-vif-deleted-60c74687-9741-467e-b416-4811ad7986f1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.292513] env[69987]: INFO nova.compute.manager [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Neutron deleted interface 60c74687-9741-467e-b416-4811ad7986f1; detaching it from the instance and deleting it from the info cache [ 1223.292968] env[69987]: DEBUG nova.network.neutron [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.314514] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485197} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.314772] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4/58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.315028] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.315290] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-264ee1fa-9963-496a-8454-4af0234f8d53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.324532] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1223.324532] env[69987]: value = "task-3501315" [ 1223.324532] env[69987]: _type = "Task" [ 1223.324532] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.335822] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.430173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.430493] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.463596] env[69987]: DEBUG nova.scheduler.client.report [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.558102] env[69987]: DEBUG oslo_vmware.api [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Task: {'id': task-3501313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30863} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.558397] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.558585] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.558760] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.559036] env[69987]: INFO nova.compute.manager [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1223.559330] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.559602] env[69987]: DEBUG nova.compute.manager [-] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.559710] env[69987]: DEBUG nova.network.neutron [-] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.611952] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.611952] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.611952] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.611952] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.611952] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.611952] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.612499] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1223.612499] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.787536] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501314, 'name': Destroy_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.796289] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48e25dd1-0a40-4f65-ad4e-86f7029e1b62 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.803913] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.804250] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b71b84-fa32-4f42-bb6c-173cf86764a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.808582] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e49ce-4243-4503-a8a8-7b8c0042269b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.826802] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1223.826802] env[69987]: value = "task-3501316" [ 1223.826802] env[69987]: _type = "Task" [ 1223.826802] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.847055] env[69987]: DEBUG nova.compute.manager [req-e1a9c637-7888-44b0-bf90-4dc303a0fcf5 req-5f7968b7-0f64-4174-98c8-7dff88256f48 service nova] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Detach interface failed, port_id=60c74687-9741-467e-b416-4811ad7986f1, reason: Instance debaf1cc-296a-46af-9e3e-a1629549f59f could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.853422] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068459} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.853795] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.854172] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1223.854373] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.854603] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.855390] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aba62f-37dc-461e-b269-1df876e389b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.859608] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ce68a-4664-4e52-bea2-61c142515c00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.883645] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4/58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.897205] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a9a61d5-1038-47c2-a1f6-2b742b4d9849 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.912085] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452834f3-9f46-43f1-b5a2-c4aebdbc7251 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.921196] env[69987]: WARNING nova.virt.vmwareapi.driver [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1223.921591] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.923530] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7138c44c-2dbc-49dd-9cce-d1d4cde2e672 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.926316] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1223.926316] env[69987]: value = "task-3501317" [ 1223.926316] env[69987]: _type = "Task" [ 1223.926316] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.935026] env[69987]: DEBUG nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.939054] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.940191] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a79241-7ff7-40cb-be0f-e4bd46988b75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.946083] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.968917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.995287] env[69987]: INFO nova.scheduler.client.report [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Deleted allocations for instance debaf1cc-296a-46af-9e3e-a1629549f59f [ 1224.024219] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.024538] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.024616] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleting the datastore file [datastore2] 08710bc2-6f0a-4021-9b99-5a1250b08024 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.024878] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6c2e28b-c09c-4a7f-99fb-b361539493fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.033357] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1224.033357] env[69987]: value = "task-3501319" [ 1224.033357] env[69987]: _type = "Task" [ 1224.033357] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.046517] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.049071] env[69987]: DEBUG nova.compute.manager [req-0419ee87-c556-432b-b241-65c89435392d req-43f5f3b9-aab9-48b7-989a-e250b3b35c3a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Received event network-vif-deleted-34175dd9-72ca-491c-b458-ce73e251edac {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.049212] env[69987]: INFO nova.compute.manager [req-0419ee87-c556-432b-b241-65c89435392d req-43f5f3b9-aab9-48b7-989a-e250b3b35c3a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Neutron deleted interface 34175dd9-72ca-491c-b458-ce73e251edac; detaching it from the instance and deleting it from the info cache [ 1224.049390] env[69987]: DEBUG nova.network.neutron [req-0419ee87-c556-432b-b241-65c89435392d req-43f5f3b9-aab9-48b7-989a-e250b3b35c3a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.116237] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.116575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.116825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.117040] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1224.118397] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144d02b9-9fa7-4eea-8c4c-bd1ae93a54ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.128850] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b231422-fefe-4049-a937-941974da7614 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.145468] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adac4cab-dc06-4bdf-af0c-36122217c643 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.152719] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d2aea-d490-4430-9d47-149b832d3565 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.184548] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180113MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1224.184696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.184880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.288314] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501314, 'name': Destroy_Task, 'duration_secs': 0.803716} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.288589] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Destroyed the VM [ 1224.288827] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1224.289090] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd923983-33e9-4c0e-aaef-a847b723e87a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.295486] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1224.295486] env[69987]: value = "task-3501320" [ 1224.295486] env[69987]: _type = "Task" [ 1224.295486] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.304042] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501320, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.438346] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501317, 'name': ReconfigVM_Task, 'duration_secs': 0.306557} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.438679] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4/58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.439450] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20f8e50a-0591-4bf8-bb1e-3f3318f91a8c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.453922] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1224.453922] env[69987]: value = "task-3501321" [ 1224.453922] env[69987]: _type = "Task" [ 1224.453922] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.461245] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.465073] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501321, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.502878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b083a51-0b20-42b8-b951-7a5cd22f7569 tempest-InstanceActionsV221TestJSON-1918617330 tempest-InstanceActionsV221TestJSON-1918617330-project-member] Lock "debaf1cc-296a-46af-9e3e-a1629549f59f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.092s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.523416] env[69987]: DEBUG nova.network.neutron [-] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.545655] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157631} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.545912] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.546129] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.546314] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.551758] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ac809d0-bf88-449c-9c0a-26415cb0a5aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.565300] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599549db-1798-47fc-9e10-f7b9aee10c2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.602804] env[69987]: DEBUG nova.compute.manager [req-0419ee87-c556-432b-b241-65c89435392d req-43f5f3b9-aab9-48b7-989a-e250b3b35c3a service nova] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Detach interface failed, port_id=34175dd9-72ca-491c-b458-ce73e251edac, reason: Instance 39220515-b97e-4042-9d35-e04aed20a27c could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.806115] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501320, 'name': RemoveSnapshot_Task, 'duration_secs': 0.416872} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.806392] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1224.806726] env[69987]: DEBUG nova.compute.manager [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.807572] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470bd08d-9059-4434-a48c-c3cec6ccc3e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.966488] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501321, 'name': Rename_Task, 'duration_secs': 0.332836} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.967656] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.968095] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b0037e2-7d49-4e42-ac30-ba1f264ae419 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.974873] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1224.974873] env[69987]: value = "task-3501322" [ 1224.974873] env[69987]: _type = "Task" [ 1224.974873] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.984120] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.026689] env[69987]: INFO nova.compute.manager [-] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Took 1.47 seconds to deallocate network for instance. [ 1225.051115] env[69987]: INFO nova.virt.block_device [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Booting with volume f04fe290-81d6-4d45-8cba-03c79592d64e at /dev/sdb [ 1225.095026] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8e589bf-6cfc-4c43-91d6-33875531ae46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.105832] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6f94b-6be4-4861-b2b5-1d4ab1de6246 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.141340] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48c6dbe8-b51a-42a4-9ee3-4cba068ceb49 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.152060] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa99f4-aa54-4cc4-b833-e51314c45d8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.186457] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b3fe0-d259-4fce-904c-75bb15f07264 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.194029] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7574fb7-d139-4fd7-b314-de22f7745d10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.211883] env[69987]: DEBUG nova.virt.block_device [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updating existing volume attachment record: 5996f4d5-6aaa-47a2-bb35-de0148af1150 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.215087] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.215230] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 739c7f83-2c66-4845-ab9f-8db7877f3003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.215371] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.215527] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 20fa1a1c-f661-49d3-807d-18a276ddd197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.215680] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance d6a73581-6e62-4c3b-9f35-74a410a23cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.215866] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 08710bc2-6f0a-4021-9b99-5a1250b08024 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.216077] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 39220515-b97e-4042-9d35-e04aed20a27c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.216240] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 18b37971-e145-4e7f-86fd-13cecd008050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.216385] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 7e798e17-919a-4bcd-9596-e7ad4d5e99ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.216546] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.216675] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 14d8065b-7b2d-4cc2-bbe5-0449f211a037 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.216834] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1225.320153] env[69987]: INFO nova.compute.manager [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Shelve offloading [ 1225.485351] env[69987]: DEBUG oslo_vmware.api [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501322, 'name': PowerOnVM_Task, 'duration_secs': 0.466271} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.485739] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.485801] env[69987]: INFO nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1225.485928] env[69987]: DEBUG nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.486710] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984978cd-7230-444a-9a98-15e489f3dc77 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.534426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.720173] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance ebb06e9b-a77c-43ce-bf51-f370eaad7715 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1225.720770] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1225.721038] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1225.825970] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.826675] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beaf0522-62d8-4010-97b1-221a84103502 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.842920] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1225.842920] env[69987]: value = "task-3501323" [ 1225.842920] env[69987]: _type = "Task" [ 1225.842920] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.856085] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1225.856396] env[69987]: DEBUG nova.compute.manager [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.857639] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d31f17-4ec0-4928-b711-96a417758d7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.866045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.866244] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.866557] env[69987]: DEBUG nova.network.neutron [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.944738] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebaaaec-c252-45c1-83bc-8fa2047515d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.956556] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047febfa-1226-4831-98a3-9ce947a8012f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.993680] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eb2811-f8e6-4265-bc69-d1aad3486527 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.001461] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62078475-7a9e-433c-9350-33d64fb50693 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.007754] env[69987]: INFO nova.compute.manager [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Took 11.94 seconds to build instance. [ 1226.019082] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.446507] env[69987]: DEBUG nova.compute.manager [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.446733] env[69987]: DEBUG nova.compute.manager [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing instance network info cache due to event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.447502] env[69987]: DEBUG oslo_concurrency.lockutils [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.448044] env[69987]: DEBUG oslo_concurrency.lockutils [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.448044] env[69987]: DEBUG nova.network.neutron [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.510503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88237d81-81f4-403b-9c83-dee847394dc4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.456s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.523962] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.686225] env[69987]: DEBUG nova.network.neutron [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b0999-9a", "ovs_interfaceid": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.030405] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1227.030630] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.846s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.030902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.570s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.032706] env[69987]: INFO nova.compute.claims [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.188460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.319913] env[69987]: DEBUG nova.network.neutron [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updated VIF entry in instance network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.319913] env[69987]: DEBUG nova.network.neutron [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.354785] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.355131] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.355300] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.355516] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.355678] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.355849] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.356102] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.356282] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.356467] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.356658] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.356882] env[69987]: DEBUG nova.virt.hardware [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.357789] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372e5305-4833-4cd4-9e55-b9fa8517180b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.368955] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4494b-c0bc-493d-9720-c11b97ccd82e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.385379] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e9:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a363ae8-2e72-4c0f-94a3-59ba12de641d', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.393621] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.393952] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.394511] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a114ed57-50c8-4e7b-b02e-dc7bd95cc7bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.418864] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.419312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.425265] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.425265] env[69987]: value = "task-3501324" [ 1227.425265] env[69987]: _type = "Task" [ 1227.425265] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.435534] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501324, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.468401] env[69987]: DEBUG nova.compute.manager [req-eb66a881-2201-4730-ab49-7788a0796dac req-cdf11c1d-0e1d-4f6c-bac0-142c6bc1bced service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-vif-unplugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.468691] env[69987]: DEBUG oslo_concurrency.lockutils [req-eb66a881-2201-4730-ab49-7788a0796dac req-cdf11c1d-0e1d-4f6c-bac0-142c6bc1bced service nova] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.468846] env[69987]: DEBUG oslo_concurrency.lockutils [req-eb66a881-2201-4730-ab49-7788a0796dac req-cdf11c1d-0e1d-4f6c-bac0-142c6bc1bced service nova] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.469035] env[69987]: DEBUG oslo_concurrency.lockutils [req-eb66a881-2201-4730-ab49-7788a0796dac req-cdf11c1d-0e1d-4f6c-bac0-142c6bc1bced service nova] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.469303] env[69987]: DEBUG nova.compute.manager [req-eb66a881-2201-4730-ab49-7788a0796dac req-cdf11c1d-0e1d-4f6c-bac0-142c6bc1bced service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] No waiting events found dispatching network-vif-unplugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.469448] env[69987]: WARNING nova.compute.manager [req-eb66a881-2201-4730-ab49-7788a0796dac req-cdf11c1d-0e1d-4f6c-bac0-142c6bc1bced service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received unexpected event network-vif-unplugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f for instance with vm_state shelved and task_state shelving_offloading. [ 1227.568332] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.569612] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b435277b-b814-4205-8c6b-67ec0dab6a37 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.577879] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.578151] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32747d53-193a-4ec4-b4d5-112573e24a7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.637402] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.637913] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.637913] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleting the datastore file [datastore2] d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.638119] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d98824ac-4679-4ffe-8a3e-d2a519494513 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.647063] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1227.647063] env[69987]: value = "task-3501326" [ 1227.647063] env[69987]: _type = "Task" [ 1227.647063] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.658224] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.819880] env[69987]: DEBUG oslo_concurrency.lockutils [req-e098d752-8f96-4cd6-8cb4-55399bfbffc9 req-dd6a6bf7-c197-4785-a740-87ecc7f69a6d service nova] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.921832] env[69987]: DEBUG nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.938576] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501324, 'name': CreateVM_Task, 'duration_secs': 0.33862} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.938920] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.939611] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.940022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.940388] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.940731] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a36851-44fd-4dc0-b1ae-ffeec2922229 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.945902] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1227.945902] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522edd71-eaf7-a1f5-bce7-f22de5b5b188" [ 1227.945902] env[69987]: _type = "Task" [ 1227.945902] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.953891] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522edd71-eaf7-a1f5-bce7-f22de5b5b188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.158869] env[69987]: DEBUG oslo_vmware.api [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21072} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.158869] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.159039] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.159209] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.187583] env[69987]: INFO nova.scheduler.client.report [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted allocations for instance d6a73581-6e62-4c3b-9f35-74a410a23cad [ 1228.268430] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b36924c-42f2-409e-99b2-c9206b3d8f78 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.275875] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ed8af-0947-413e-b558-6e81fece565c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.311393] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8aa7e5-c476-4dd8-80ce-9037fbc302e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.318789] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee51f53-9fa9-4942-bdba-ceed3fae116e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.336854] env[69987]: DEBUG nova.compute.provider_tree [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.381747] env[69987]: DEBUG oslo_concurrency.lockutils [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.382058] env[69987]: DEBUG oslo_concurrency.lockutils [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.446592] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.456421] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522edd71-eaf7-a1f5-bce7-f22de5b5b188, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.456716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.456952] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.457209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.457391] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.457577] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.457833] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e31389f4-e8e9-4f2a-a3f0-52f4a1dae44d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.466365] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.466548] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.467345] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a938f27e-ad1e-47de-89ec-0b7d7d108ce3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.472323] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1228.472323] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c29608-d1fd-1a2b-8752-d9fded26fd5d" [ 1228.472323] env[69987]: _type = "Task" [ 1228.472323] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.479671] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c29608-d1fd-1a2b-8752-d9fded26fd5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.694458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.841519] env[69987]: DEBUG nova.scheduler.client.report [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.886460] env[69987]: DEBUG nova.compute.utils [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.983422] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c29608-d1fd-1a2b-8752-d9fded26fd5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.984270] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97c0f54-0e0b-4ac2-b6d7-1ca9871a1edb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.991024] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1228.991024] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520a26a3-76de-019a-cc3e-8c2b9bf4d9ae" [ 1228.991024] env[69987]: _type = "Task" [ 1228.991024] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.998019] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520a26a3-76de-019a-cc3e-8c2b9bf4d9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.348995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.349653] env[69987]: DEBUG nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.353801] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.819s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.353801] env[69987]: DEBUG nova.objects.instance [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lazy-loading 'resources' on Instance uuid 39220515-b97e-4042-9d35-e04aed20a27c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.389025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.501043] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520a26a3-76de-019a-cc3e-8c2b9bf4d9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.024805} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.501266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.501536] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.501818] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12722ac6-d06c-43af-95a0-3d3d7a48af70 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.508673] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1229.508673] env[69987]: value = "task-3501327" [ 1229.508673] env[69987]: _type = "Task" [ 1229.508673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.516285] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.853359] env[69987]: DEBUG nova.compute.manager [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.853684] env[69987]: DEBUG nova.compute.manager [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing instance network info cache due to event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.854065] env[69987]: DEBUG oslo_concurrency.lockutils [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] Acquiring lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.854360] env[69987]: DEBUG oslo_concurrency.lockutils [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] Acquired lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.854648] env[69987]: DEBUG nova.network.neutron [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.857774] env[69987]: DEBUG nova.compute.utils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.863977] env[69987]: DEBUG nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.864292] env[69987]: DEBUG nova.network.neutron [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.894533] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.894779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.924401] env[69987]: DEBUG nova.policy [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd141bb67d2c24215a6b989c271a32723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07e2b79dad56402a964366af7f171d43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.019706] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476062} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.020028] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.020263] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.022906] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09b351c4-f195-44ba-b622-bb2ff12bcbd5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.031308] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1230.031308] env[69987]: value = "task-3501328" [ 1230.031308] env[69987]: _type = "Task" [ 1230.031308] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.039899] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.125469] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fcc5c1-43e8-4268-b75e-a88d4d9e767e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.133621] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007aab89-5a21-4334-a9cd-4a8f8dd99d1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.167128] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf1045d-1b03-40e9-a97b-edbafec04d5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.175777] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98bb6d9-cf57-4b2a-8b82-8b0155895edc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.192335] env[69987]: DEBUG nova.compute.provider_tree [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.268064] env[69987]: DEBUG nova.network.neutron [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Successfully created port: 3468ba89-aebb-42ee-b5ad-07c872200dfc {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.364195] env[69987]: DEBUG nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.397903] env[69987]: DEBUG nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.476041] env[69987]: DEBUG oslo_concurrency.lockutils [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.476429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.476753] env[69987]: INFO nova.compute.manager [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Attaching volume 3f20e0ce-f550-4f7e-b079-9b44b6c4f76e to /dev/sdb [ 1230.529290] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd36557-0ef8-4b0c-a65e-28d5fb9966c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.544285] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075518} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.546495] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.547659] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a278a-9714-4573-9a2a-78de2516efa7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.552305] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d591938-097b-401f-b040-bf2b541ad29a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.590029] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.596895] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d88344-3c0d-43be-84bd-0955a73ffb68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.621860] env[69987]: DEBUG nova.virt.block_device [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updating existing volume attachment record: 3d6c507d-bad3-42dd-bd23-5ce2d0da8947 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1230.632874] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1230.632874] env[69987]: value = "task-3501329" [ 1230.632874] env[69987]: _type = "Task" [ 1230.632874] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.645226] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.661377] env[69987]: DEBUG nova.network.neutron [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updated VIF entry in instance network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.662415] env[69987]: DEBUG nova.network.neutron [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap917b0999-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.717251] env[69987]: ERROR nova.scheduler.client.report [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] [req-fc00bcda-62c5-4838-bfd7-e9a2c52f272c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc00bcda-62c5-4838-bfd7-e9a2c52f272c"}]} [ 1230.736529] env[69987]: DEBUG nova.scheduler.client.report [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.756563] env[69987]: DEBUG nova.scheduler.client.report [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.756807] env[69987]: DEBUG nova.compute.provider_tree [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.769530] env[69987]: DEBUG nova.scheduler.client.report [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.788639] env[69987]: DEBUG nova.scheduler.client.report [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.929662] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.990196] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d4ee6-d351-4f7a-a9fc-41a984cf8297 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.998542] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea12366-a12d-4412-9c97-04a54ef47e65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.031059] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefd2588-a8f8-4358-85ed-6d18bd9bcfd6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.038626] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae4485-1a3f-463a-93e3-dff95640d425 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.053197] env[69987]: DEBUG nova.compute.provider_tree [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.134213] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.144169] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501329, 'name': ReconfigVM_Task, 'duration_secs': 0.301615} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.144494] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 08710bc2-6f0a-4021-9b99-5a1250b08024/08710bc2-6f0a-4021-9b99-5a1250b08024.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.146044] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': '3a95316a-003e-4f29-a875-e84f764356d2'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'attachment_id': '5996f4d5-6aaa-47a2-bb35-de0148af1150', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'}, 'volume_type': None}], 'swap': None} {{(pid=69987) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1231.146293] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.146535] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.147423] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88f1c0-42e5-4fb3-bdf3-4ba3c691a0e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.164245] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87627342-7f7f-48c5-998a-4d8dc78283c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.167205] env[69987]: DEBUG oslo_concurrency.lockutils [req-5172895d-0b26-441a-9926-6db3bc96d863 req-3416139b-c222-4573-9c40-8f644b45dee5 service nova] Releasing lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.192024] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-f04fe290-81d6-4d45-8cba-03c79592d64e/volume-f04fe290-81d6-4d45-8cba-03c79592d64e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.192484] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db24c96-c019-4f0c-a944-dcbb7f9feba2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.211727] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1231.211727] env[69987]: value = "task-3501333" [ 1231.211727] env[69987]: _type = "Task" [ 1231.211727] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.222484] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.380685] env[69987]: DEBUG nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.406794] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.407045] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.407228] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.407482] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.407645] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.407798] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.408052] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.408221] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.408409] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.408582] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.408769] env[69987]: DEBUG nova.virt.hardware [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.409699] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb093413-6f68-48b9-b2c9-bd3b66cd99de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.417542] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab250366-8fb4-478e-9bd8-b919ffb6a193 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.586628] env[69987]: DEBUG nova.scheduler.client.report [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.587816] env[69987]: DEBUG nova.compute.provider_tree [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 133 to 134 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.587816] env[69987]: DEBUG nova.compute.provider_tree [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.722505] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501333, 'name': ReconfigVM_Task, 'duration_secs': 0.291425} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.722789] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-f04fe290-81d6-4d45-8cba-03c79592d64e/volume-f04fe290-81d6-4d45-8cba-03c79592d64e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.727554] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d765e7-de48-40bd-bfd5-b754cf3e8707 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.744407] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1231.744407] env[69987]: value = "task-3501334" [ 1231.744407] env[69987]: _type = "Task" [ 1231.744407] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.748540] env[69987]: DEBUG nova.network.neutron [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Successfully updated port: 3468ba89-aebb-42ee-b5ad-07c872200dfc {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.755392] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.878362] env[69987]: DEBUG nova.compute.manager [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Received event network-vif-plugged-3468ba89-aebb-42ee-b5ad-07c872200dfc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.878604] env[69987]: DEBUG oslo_concurrency.lockutils [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] Acquiring lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.878817] env[69987]: DEBUG oslo_concurrency.lockutils [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.878989] env[69987]: DEBUG oslo_concurrency.lockutils [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.879593] env[69987]: DEBUG nova.compute.manager [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] No waiting events found dispatching network-vif-plugged-3468ba89-aebb-42ee-b5ad-07c872200dfc {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.879593] env[69987]: WARNING nova.compute.manager [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Received unexpected event network-vif-plugged-3468ba89-aebb-42ee-b5ad-07c872200dfc for instance with vm_state building and task_state spawning. [ 1231.879593] env[69987]: DEBUG nova.compute.manager [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Received event network-changed-3468ba89-aebb-42ee-b5ad-07c872200dfc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.879798] env[69987]: DEBUG nova.compute.manager [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Refreshing instance network info cache due to event network-changed-3468ba89-aebb-42ee-b5ad-07c872200dfc. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.880081] env[69987]: DEBUG oslo_concurrency.lockutils [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] Acquiring lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.880240] env[69987]: DEBUG oslo_concurrency.lockutils [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] Acquired lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.880434] env[69987]: DEBUG nova.network.neutron [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Refreshing network info cache for port 3468ba89-aebb-42ee-b5ad-07c872200dfc {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.091524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.739s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.094046] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.647s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.095399] env[69987]: INFO nova.compute.claims [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.112566] env[69987]: INFO nova.scheduler.client.report [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Deleted allocations for instance 39220515-b97e-4042-9d35-e04aed20a27c [ 1232.253974] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.254283] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501334, 'name': ReconfigVM_Task, 'duration_secs': 0.177974} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.254579] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1232.255143] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d11bc9aa-78ce-4772-bd1b-8d381bb6411e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.261679] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1232.261679] env[69987]: value = "task-3501335" [ 1232.261679] env[69987]: _type = "Task" [ 1232.261679] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.273827] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501335, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.422228] env[69987]: DEBUG nova.network.neutron [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.492216] env[69987]: DEBUG nova.network.neutron [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.620373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-097fa432-1ae7-40a2-b986-55695618cb0f tempest-AttachInterfacesUnderV243Test-838011731 tempest-AttachInterfacesUnderV243Test-838011731-project-member] Lock "39220515-b97e-4042-9d35-e04aed20a27c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.712s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.773518] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501335, 'name': Rename_Task, 'duration_secs': 0.157963} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.773790] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.774053] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d19d71-7b07-4d26-9fee-588c6f27549a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.780865] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1232.780865] env[69987]: value = "task-3501336" [ 1232.780865] env[69987]: _type = "Task" [ 1232.780865] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.788449] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.994946] env[69987]: DEBUG oslo_concurrency.lockutils [req-954e4034-364f-4f07-8d20-46f4b6d31157 req-be5e7656-1d34-4b5d-8563-978229ee6070 service nova] Releasing lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.995375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.995532] env[69987]: DEBUG nova.network.neutron [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.293084] env[69987]: DEBUG oslo_vmware.api [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501336, 'name': PowerOnVM_Task, 'duration_secs': 0.473799} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.293396] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.293562] env[69987]: DEBUG nova.compute.manager [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.294362] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245b9ca4-0ed7-4db5-acd3-7f4574f13b81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.309234] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e825a146-fe55-4b00-b30f-09fd9635ddde {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.315676] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee39e70b-cfaf-487a-a52d-55717bbf0aff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.352255] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c83e9-e7fb-48f5-afbf-202c5d53640d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.360847] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5015e6-a03b-42a7-addc-dbbe5f3a6cd7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.375791] env[69987]: DEBUG nova.compute.provider_tree [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.534107] env[69987]: DEBUG nova.network.neutron [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.741189] env[69987]: DEBUG nova.network.neutron [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance_info_cache with network_info: [{"id": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "address": "fa:16:3e:ac:1a:d2", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3468ba89-ae", "ovs_interfaceid": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.812415] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.912394] env[69987]: DEBUG nova.scheduler.client.report [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1233.912555] env[69987]: DEBUG nova.compute.provider_tree [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 134 to 135 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1233.912663] env[69987]: DEBUG nova.compute.provider_tree [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.244362] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.244800] env[69987]: DEBUG nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Instance network_info: |[{"id": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "address": "fa:16:3e:ac:1a:d2", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3468ba89-ae", "ovs_interfaceid": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.245243] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:1a:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3468ba89-aebb-42ee-b5ad-07c872200dfc', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.254995] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.255248] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.255514] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e8e227c-c500-4638-904b-e64efc54206f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.280048] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.280048] env[69987]: value = "task-3501338" [ 1234.280048] env[69987]: _type = "Task" [ 1234.280048] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.289296] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501338, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.419076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.419641] env[69987]: DEBUG nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.423036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.728s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.423036] env[69987]: DEBUG nova.objects.instance [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'resources' on Instance uuid d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.792864] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501338, 'name': CreateVM_Task, 'duration_secs': 0.485262} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.793294] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.794939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.795110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.796032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.796032] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fad210-2b15-48b0-92cf-3c81e8899d03 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.801533] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1234.801533] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52210357-6514-8f7f-a398-a9483f0e557b" [ 1234.801533] env[69987]: _type = "Task" [ 1234.801533] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.810316] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52210357-6514-8f7f-a398-a9483f0e557b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.927541] env[69987]: DEBUG nova.compute.utils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.930224] env[69987]: DEBUG nova.objects.instance [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'numa_topology' on Instance uuid d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.932103] env[69987]: DEBUG nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.932408] env[69987]: DEBUG nova.network.neutron [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.987591] env[69987]: DEBUG nova.policy [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.117861] env[69987]: INFO nova.compute.manager [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Rebuilding instance [ 1235.170615] env[69987]: DEBUG nova.compute.manager [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.170615] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc2b16-cef0-40ab-8666-273e8182651f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.183515] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1235.183515] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699701', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'name': 'volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18b37971-e145-4e7f-86fd-13cecd008050', 'attached_at': '', 'detached_at': '', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'serial': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1235.183515] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d17637e-68b9-4be7-8b0b-deaed54328e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.201457] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b8ae8f-e642-4fc4-a9d4-a12521df1c3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.232713] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e/volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.233329] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc10642b-2a4b-4b73-8db3-b8960483ee5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.256210] env[69987]: DEBUG oslo_vmware.api [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1235.256210] env[69987]: value = "task-3501339" [ 1235.256210] env[69987]: _type = "Task" [ 1235.256210] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.264815] env[69987]: DEBUG oslo_vmware.api [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.280583] env[69987]: DEBUG nova.network.neutron [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Successfully created port: 9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.312959] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52210357-6514-8f7f-a398-a9483f0e557b, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.313368] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.313656] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.313969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.314173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.314426] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.314738] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-426a27a8-6fd3-42c9-a6f2-3f23cc550a88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.323583] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.323797] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.324668] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3555d4b-8613-4d3e-a1e4-9896de9ab49b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.329893] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1235.329893] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d1f919-f5ff-de61-98f5-43f5b8e1a81d" [ 1235.329893] env[69987]: _type = "Task" [ 1235.329893] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.340215] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d1f919-f5ff-de61-98f5-43f5b8e1a81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.433132] env[69987]: DEBUG nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.436106] env[69987]: DEBUG nova.objects.base [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.624643] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23362dd-eca1-49e9-aaca-fb1302f02c68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.631911] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ab8881-c15c-4389-9702-265a80c5376d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.661304] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93637e82-a35c-4915-b723-a9872ff2f439 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.668476] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f2e527-f504-4b14-9a00-90877ef072ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.683023] env[69987]: DEBUG nova.compute.provider_tree [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.767938] env[69987]: DEBUG oslo_vmware.api [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501339, 'name': ReconfigVM_Task, 'duration_secs': 0.372512} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.768378] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e/volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.774186] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2581a3a2-5954-4015-8fd1-711a82666efa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.790135] env[69987]: DEBUG oslo_vmware.api [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1235.790135] env[69987]: value = "task-3501340" [ 1235.790135] env[69987]: _type = "Task" [ 1235.790135] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.798926] env[69987]: DEBUG oslo_vmware.api [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.839824] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d1f919-f5ff-de61-98f5-43f5b8e1a81d, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.840703] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc75268-ae13-4b3c-86e7-00afa8895dfa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.846253] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1235.846253] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521e47bc-339b-eb36-08fb-bd07bd03d996" [ 1235.846253] env[69987]: _type = "Task" [ 1235.846253] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.854087] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521e47bc-339b-eb36-08fb-bd07bd03d996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.062211] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.062447] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.187058] env[69987]: DEBUG nova.scheduler.client.report [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.190322] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.190447] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5deb336-a39b-44ca-a3cf-e63c2c906339 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.198387] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1236.198387] env[69987]: value = "task-3501341" [ 1236.198387] env[69987]: _type = "Task" [ 1236.198387] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.207424] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.301049] env[69987]: DEBUG oslo_vmware.api [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501340, 'name': ReconfigVM_Task, 'duration_secs': 0.148835} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.301049] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699701', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'name': 'volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18b37971-e145-4e7f-86fd-13cecd008050', 'attached_at': '', 'detached_at': '', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'serial': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1236.360194] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521e47bc-339b-eb36-08fb-bd07bd03d996, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.360542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.360901] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] ebb06e9b-a77c-43ce-bf51-f370eaad7715/ebb06e9b-a77c-43ce-bf51-f370eaad7715.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.361265] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdda0a52-b2b1-46ae-9240-1436aadf2b11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.368994] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1236.368994] env[69987]: value = "task-3501342" [ 1236.368994] env[69987]: _type = "Task" [ 1236.368994] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.379251] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.445521] env[69987]: DEBUG nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.474387] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.474684] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.474884] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.475103] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.475384] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.475610] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.475869] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.476077] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.476332] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.476595] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.476799] env[69987]: DEBUG nova.virt.hardware [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.477810] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99403b33-9dac-4e14-9086-693595a3af3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.486720] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419b581b-ff25-46e5-88c8-1c34a6f79f36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.565459] env[69987]: DEBUG nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.694170] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.698496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.769s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.699957] env[69987]: INFO nova.compute.claims [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.703132] env[69987]: DEBUG nova.compute.manager [req-9237cfe5-f87b-4315-a8c5-e60183523d39 req-9c0e666c-8442-4b3b-81b0-acb616ea1ed1 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-vif-plugged-9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.703344] env[69987]: DEBUG oslo_concurrency.lockutils [req-9237cfe5-f87b-4315-a8c5-e60183523d39 req-9c0e666c-8442-4b3b-81b0-acb616ea1ed1 service nova] Acquiring lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.703554] env[69987]: DEBUG oslo_concurrency.lockutils [req-9237cfe5-f87b-4315-a8c5-e60183523d39 req-9c0e666c-8442-4b3b-81b0-acb616ea1ed1 service nova] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.703721] env[69987]: DEBUG oslo_concurrency.lockutils [req-9237cfe5-f87b-4315-a8c5-e60183523d39 req-9c0e666c-8442-4b3b-81b0-acb616ea1ed1 service nova] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.703909] env[69987]: DEBUG nova.compute.manager [req-9237cfe5-f87b-4315-a8c5-e60183523d39 req-9c0e666c-8442-4b3b-81b0-acb616ea1ed1 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] No waiting events found dispatching network-vif-plugged-9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.704096] env[69987]: WARNING nova.compute.manager [req-9237cfe5-f87b-4315-a8c5-e60183523d39 req-9c0e666c-8442-4b3b-81b0-acb616ea1ed1 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received unexpected event network-vif-plugged-9b18cb95-b8e8-4849-b624-0e5014344853 for instance with vm_state building and task_state spawning. [ 1236.714632] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501341, 'name': PowerOffVM_Task, 'duration_secs': 0.326613} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.714901] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.715150] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.715952] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261cb02c-c047-4e1a-beb0-f7917359c601 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.723358] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.724526] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938eaa4d-126b-440d-b888-c972e48f84a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.796275] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.796566] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.796808] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleting the datastore file [datastore1] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.796944] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8a5e61b-780a-4e74-a086-d8448f3b9891 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.808427] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1236.808427] env[69987]: value = "task-3501344" [ 1236.808427] env[69987]: _type = "Task" [ 1236.808427] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.808427] env[69987]: DEBUG nova.network.neutron [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Successfully updated port: 9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.819835] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.881877] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501342, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.087560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.210243] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1fa6bae8-406f-4ac6-b1f6-b4c5e631bb49 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.592s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.211053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.077s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.211308] env[69987]: INFO nova.compute.manager [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Unshelving [ 1237.314288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.314446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.314606] env[69987]: DEBUG nova.network.neutron [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.326893] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277237} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.327907] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.328240] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.328553] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.335788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.336178] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.360488] env[69987]: DEBUG nova.objects.instance [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.380817] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672141} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.381575] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] ebb06e9b-a77c-43ce-bf51-f370eaad7715/ebb06e9b-a77c-43ce-bf51-f370eaad7715.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.381816] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.382302] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd3bb4a1-936f-4468-b082-7050d643ac04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.389686] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1237.389686] env[69987]: value = "task-3501345" [ 1237.389686] env[69987]: _type = "Task" [ 1237.389686] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.398240] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.840657] env[69987]: DEBUG nova.compute.utils [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.845359] env[69987]: DEBUG nova.network.neutron [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.867030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-261a2df8-b244-4cc9-8882-f79632bf6019 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.391s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.883564] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be21ebf-c4bb-4038-914c-a38186c0663e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.895855] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8aa5c77-e163-402d-b2c3-14077bc7e805 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.901782] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158607} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.902353] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.903080] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5380f1-398f-4330-8330-27d34f7ceef6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.933242] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e430547f-76c9-435b-a914-35b67be5645f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.953443] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ebb06e9b-a77c-43ce-bf51-f370eaad7715/ebb06e9b-a77c-43ce-bf51-f370eaad7715.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.954047] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebc6c8b-b493-42a2-ad37-2b4b314b90a2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.971643] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeedb20-ead6-4e10-aa32-735939f3aaf6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.976538] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1237.976538] env[69987]: value = "task-3501346" [ 1237.976538] env[69987]: _type = "Task" [ 1237.976538] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.987296] env[69987]: DEBUG nova.compute.provider_tree [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.997066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.997309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.997548] env[69987]: DEBUG nova.compute.manager [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.997881] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.999261] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c602b952-4422-4ee4-9695-65826a06cad5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.006156] env[69987]: DEBUG nova.compute.manager [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1238.006748] env[69987]: DEBUG nova.objects.instance [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.023983] env[69987]: DEBUG nova.network.neutron [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.222033] env[69987]: DEBUG nova.compute.utils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.346250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.371751] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.372078] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.372194] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.372382] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.372535] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.372687] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.372903] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.373106] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.373296] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.373466] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.373646] env[69987]: DEBUG nova.virt.hardware [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.374533] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5162a764-e293-4bd1-a9a8-68554d2c756e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.383222] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda82ba6-bcaa-44c1-adfa-f5734c4288c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.398285] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:43:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6777bc8-5d88-445c-8dde-5ce4bc298b78', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.405694] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.405927] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.406144] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1292053-3739-4266-9a27-8c2f5a551e02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.424337] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.424337] env[69987]: value = "task-3501347" [ 1238.424337] env[69987]: _type = "Task" [ 1238.424337] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.431604] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501347, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.487920] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.490021] env[69987]: DEBUG nova.scheduler.client.report [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.528177] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.528545] env[69987]: DEBUG nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Instance network_info: |[{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.529039] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:67:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b18cb95-b8e8-4849-b624-0e5014344853', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.537339] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.537896] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.538148] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e16a58a-81db-4bda-9f94-e325a5f07a1e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.558009] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.558009] env[69987]: value = "task-3501348" [ 1238.558009] env[69987]: _type = "Task" [ 1238.558009] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.565575] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501348, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.725081] env[69987]: INFO nova.virt.block_device [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Booting with volume a37bcc6e-7c9e-4c85-b779-d78f7ea488de at /dev/sdb [ 1238.760307] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-257392dc-bb18-40dc-b206-a4dfd290711b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.766698] env[69987]: DEBUG nova.compute.manager [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.766873] env[69987]: DEBUG nova.compute.manager [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing instance network info cache due to event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.767111] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.767256] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.767573] env[69987]: DEBUG nova.network.neutron [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.773503] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f26dd1-b497-424b-b8eb-d3b35a5b8e10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.810099] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7055f17b-e2b6-4cc1-9c13-e2bc5d551480 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.820171] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b4b0c-5f15-4904-9f65-7d7cdca26910 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.854075] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6cd57-8503-4440-8754-2aac8742866b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.860794] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49de4379-e8ec-46e9-95b7-3fd2b06f0d86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.874045] env[69987]: DEBUG nova.virt.block_device [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating existing volume attachment record: abb46ad9-c120-483a-9cfd-83e586b1853d {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1238.933411] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501347, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.986265] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501346, 'name': ReconfigVM_Task, 'duration_secs': 0.876252} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.986555] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ebb06e9b-a77c-43ce-bf51-f370eaad7715/ebb06e9b-a77c-43ce-bf51-f370eaad7715.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.987178] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0783c6-a5ec-4658-8115-b9b0899c7b1a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.992203] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1238.992203] env[69987]: value = "task-3501350" [ 1238.992203] env[69987]: _type = "Task" [ 1238.992203] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.995320] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.995759] env[69987]: DEBUG nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.998234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.186s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.998304] env[69987]: DEBUG nova.objects.instance [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1239.004902] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501350, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.013508] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.013916] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c5df8c-dfd6-4646-8cf8-33251dbd4885 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.019878] env[69987]: DEBUG oslo_vmware.api [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1239.019878] env[69987]: value = "task-3501351" [ 1239.019878] env[69987]: _type = "Task" [ 1239.019878] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.029220] env[69987]: DEBUG oslo_vmware.api [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.067915] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501348, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.399572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.399836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.400079] env[69987]: INFO nova.compute.manager [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Attaching volume 4f09484c-340d-4836-baf0-744d43976526 to /dev/sdb [ 1239.443868] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501347, 'name': CreateVM_Task, 'duration_secs': 0.918903} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.444938] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.445907] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f8adf-eb0f-4c8d-9610-4e06cd24257e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.450126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.450340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.450633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.450888] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7dedc60-4763-45d4-9273-46b0bee0c7a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.459040] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e4da5-25db-423d-8a03-c396bc665101 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.466045] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1239.466045] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]525f3b1b-30b0-bc9d-ce54-7bbc158d61f5" [ 1239.466045] env[69987]: _type = "Task" [ 1239.466045] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.480143] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]525f3b1b-30b0-bc9d-ce54-7bbc158d61f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.485344] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.485611] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.485865] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.486033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.486320] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.486826] env[69987]: DEBUG nova.virt.block_device [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating existing volume attachment record: 3177f43e-3b00-47b6-bc93-3e566d2d7032 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1239.491536] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbcf52f4-751f-4569-b60a-0e9dca92a7d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.506118] env[69987]: DEBUG nova.compute.utils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.507270] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501350, 'name': Rename_Task, 'duration_secs': 0.157268} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.508706] env[69987]: DEBUG nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.508883] env[69987]: DEBUG nova.network.neutron [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.510619] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.510890] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.511066] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.511948] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b71c639-88cf-4e71-a138-2998f60dea58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.513521] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8ef4f7-f253-4efa-a040-90f207a15b85 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.520451] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1239.520451] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c757ad-5a0c-6bfb-46a1-daf42bddfdd1" [ 1239.520451] env[69987]: _type = "Task" [ 1239.520451] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.524620] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1239.524620] env[69987]: value = "task-3501354" [ 1239.524620] env[69987]: _type = "Task" [ 1239.524620] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.528491] env[69987]: DEBUG nova.network.neutron [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updated VIF entry in instance network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.528820] env[69987]: DEBUG nova.network.neutron [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.536575] env[69987]: DEBUG oslo_vmware.api [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501351, 'name': PowerOffVM_Task, 'duration_secs': 0.232885} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.537170] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.537402] env[69987]: DEBUG nova.compute.manager [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.541358] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1577399-c13d-4be9-a15c-916695b34cd2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.544130] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c757ad-5a0c-6bfb-46a1-daf42bddfdd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.548217] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.555236] env[69987]: DEBUG nova.policy [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24bea8bc81584584a8c1a18322a69753', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c67a8c535304e4f876aaade5a436685', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.568480] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501348, 'name': CreateVM_Task, 'duration_secs': 0.783892} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.568535] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.569233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.569389] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.569722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.569988] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f46df8b-7954-4f29-b2a0-a03f7fa5f2f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.575150] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1239.575150] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a294b3-e210-c29c-74f3-ab4ebc60c6ff" [ 1239.575150] env[69987]: _type = "Task" [ 1239.575150] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.582926] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a294b3-e210-c29c-74f3-ab4ebc60c6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.900796] env[69987]: DEBUG nova.network.neutron [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Successfully created port: 9dc9f2d1-5497-4a9c-886d-aea9c707ca48 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.010677] env[69987]: DEBUG oslo_concurrency.lockutils [None req-db13e3ae-30c8-4015-a8fc-b967793022ff tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.012015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.925s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.013892] env[69987]: INFO nova.compute.claims [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.017055] env[69987]: DEBUG nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.033695] env[69987]: DEBUG oslo_concurrency.lockutils [req-0cf00b53-1859-4c9b-a615-3aaf2d027181 req-240dac8d-02d9-413c-8975-406400875448 service nova] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.039133] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c757ad-5a0c-6bfb-46a1-daf42bddfdd1, 'name': SearchDatastore_Task, 'duration_secs': 0.030766} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.044280] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d698d66-f74e-410f-a35a-5c5f02242492 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.049730] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.053634] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1240.053634] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5222a9c0-42a8-bc32-9664-b2963a5c43b7" [ 1240.053634] env[69987]: _type = "Task" [ 1240.053634] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.060632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1931eb4e-f523-4525-9863-42dc53a9f420 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.066217] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5222a9c0-42a8-bc32-9664-b2963a5c43b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.085243] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a294b3-e210-c29c-74f3-ab4ebc60c6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.085561] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.085812] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.086045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.400725] env[69987]: DEBUG nova.objects.instance [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.539029] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.563503] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5222a9c0-42a8-bc32-9664-b2963a5c43b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012043} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.563808] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.564395] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.564395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.564540] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.564737] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99d40c60-62a7-4ed3-8491-d99de126f9d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.566710] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0508efd-ab34-4163-b166-e69ebaea6989 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.585103] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1240.585103] env[69987]: value = "task-3501358" [ 1240.585103] env[69987]: _type = "Task" [ 1240.585103] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.589624] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.589854] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.590663] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191d0409-c5ad-456f-833e-280c92a401c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.598359] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.599703] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1240.599703] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52417ea5-34a5-634d-d20c-1f94cb79807b" [ 1240.599703] env[69987]: _type = "Task" [ 1240.599703] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.607200] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52417ea5-34a5-634d-d20c-1f94cb79807b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.906521] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.906521] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.906990] env[69987]: DEBUG nova.network.neutron [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.906990] env[69987]: DEBUG nova.objects.instance [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'info_cache' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.030476] env[69987]: DEBUG nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.044312] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.064514] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.064812] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.065068] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.065279] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.065448] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.065600] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.065860] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.066084] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.066357] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.066655] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.066937] env[69987]: DEBUG nova.virt.hardware [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.068072] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2287658d-f760-4168-8973-63f12f691807 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.081897] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16771f9e-327c-4c5b-8bf3-c24ef51f1af9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.110636] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.122102] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52417ea5-34a5-634d-d20c-1f94cb79807b, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.123032] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5112ea9-f475-4c31-910f-8d4820228770 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.134044] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1241.134044] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52721bea-dfc6-6fbc-8f37-2c93b2340624" [ 1241.134044] env[69987]: _type = "Task" [ 1241.134044] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.144447] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52721bea-dfc6-6fbc-8f37-2c93b2340624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.272688] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f064b2d-5441-45c9-adab-894aed1485d8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.280304] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7ca167-53cd-4e33-8545-4ea33f7ed34b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.312277] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cd7e2a-0468-4d85-9267-76e1e2956dd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.316038] env[69987]: DEBUG nova.compute.manager [req-9b3beecb-0728-4c34-89a4-329c01fe287f req-746267bd-479d-457f-afca-30da4124203c service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Received event network-vif-plugged-9dc9f2d1-5497-4a9c-886d-aea9c707ca48 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.316144] env[69987]: DEBUG oslo_concurrency.lockutils [req-9b3beecb-0728-4c34-89a4-329c01fe287f req-746267bd-479d-457f-afca-30da4124203c service nova] Acquiring lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.316450] env[69987]: DEBUG oslo_concurrency.lockutils [req-9b3beecb-0728-4c34-89a4-329c01fe287f req-746267bd-479d-457f-afca-30da4124203c service nova] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.316588] env[69987]: DEBUG oslo_concurrency.lockutils [req-9b3beecb-0728-4c34-89a4-329c01fe287f req-746267bd-479d-457f-afca-30da4124203c service nova] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.316747] env[69987]: DEBUG nova.compute.manager [req-9b3beecb-0728-4c34-89a4-329c01fe287f req-746267bd-479d-457f-afca-30da4124203c service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] No waiting events found dispatching network-vif-plugged-9dc9f2d1-5497-4a9c-886d-aea9c707ca48 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.316947] env[69987]: WARNING nova.compute.manager [req-9b3beecb-0728-4c34-89a4-329c01fe287f req-746267bd-479d-457f-afca-30da4124203c service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Received unexpected event network-vif-plugged-9dc9f2d1-5497-4a9c-886d-aea9c707ca48 for instance with vm_state building and task_state spawning. [ 1241.322788] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a7176-03c9-45d2-aad8-be505c0d81f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.336954] env[69987]: DEBUG nova.compute.provider_tree [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.407101] env[69987]: DEBUG nova.network.neutron [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Successfully updated port: 9dc9f2d1-5497-4a9c-886d-aea9c707ca48 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.410540] env[69987]: DEBUG nova.objects.base [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Object Instance<18b37971-e145-4e7f-86fd-13cecd008050> lazy-loaded attributes: flavor,info_cache {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.542451] env[69987]: DEBUG oslo_vmware.api [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501354, 'name': PowerOnVM_Task, 'duration_secs': 1.661958} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.542720] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.542926] env[69987]: INFO nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1241.543151] env[69987]: DEBUG nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.543930] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b303f532-84aa-41fd-8fcc-1912590f557a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.596764] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602185} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.597016] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.597238] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.597491] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db51d8bf-1fbd-4f01-9ade-0b1c129f3852 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.603051] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1241.603051] env[69987]: value = "task-3501360" [ 1241.603051] env[69987]: _type = "Task" [ 1241.603051] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.609813] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.643092] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52721bea-dfc6-6fbc-8f37-2c93b2340624, 'name': SearchDatastore_Task, 'duration_secs': 0.044369} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.643362] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.643634] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae/eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.644013] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30b15bdf-bc8f-40b9-88b3-f2e106d2965f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.650198] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1241.650198] env[69987]: value = "task-3501361" [ 1241.650198] env[69987]: _type = "Task" [ 1241.650198] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.658243] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.839643] env[69987]: DEBUG nova.scheduler.client.report [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.908560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "refresh_cache-0dc4dbbb-37b8-4273-b801-21aec4c27c35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.908824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquired lock "refresh_cache-0dc4dbbb-37b8-4273-b801-21aec4c27c35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.908899] env[69987]: DEBUG nova.network.neutron [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.064592] env[69987]: INFO nova.compute.manager [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Took 17.62 seconds to build instance. [ 1242.113537] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.152145] env[69987]: DEBUG nova.network.neutron [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updating instance_info_cache with network_info: [{"id": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "address": "fa:16:3e:9f:cc:46", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e7a84f-ed", "ovs_interfaceid": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.161851] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.345276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.345827] env[69987]: DEBUG nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.455976] env[69987]: DEBUG nova.network.neutron [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.566231] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7f1d8954-df9d-4c97-9bc0-6972fd273483 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.135s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.616942] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.647847} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.617282] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.618313] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875f154-cca5-429d-a69f-c3c5cab64e01 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.642301] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.644797] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e056a1-845b-4c85-9cf2-4c6683d1999d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.659793] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.672420] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972428} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.674245] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae/eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.674471] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.674774] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1242.674774] env[69987]: value = "task-3501363" [ 1242.674774] env[69987]: _type = "Task" [ 1242.674774] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.675207] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa69d93-84b2-4696-bea4-e38be626c0f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.687712] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.688552] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1242.688552] env[69987]: value = "task-3501364" [ 1242.688552] env[69987]: _type = "Task" [ 1242.688552] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.692420] env[69987]: DEBUG nova.network.neutron [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Updating instance_info_cache with network_info: [{"id": "9dc9f2d1-5497-4a9c-886d-aea9c707ca48", "address": "fa:16:3e:27:66:59", "network": {"id": "25f85807-4bf8-4fc8-9b5c-f8b41b4147f9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1205739183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c67a8c535304e4f876aaade5a436685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc9f2d1-54", "ovs_interfaceid": "9dc9f2d1-5497-4a9c-886d-aea9c707ca48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.697834] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.853433] env[69987]: DEBUG nova.compute.utils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.853805] env[69987]: DEBUG nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1243.186721] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501363, 'name': ReconfigVM_Task, 'duration_secs': 0.365342} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.187079] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab/7e798e17-919a-4bcd-9596-e7ad4d5e99ab.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.187681] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4143aa35-1131-4892-b507-e0974f183f04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.197577] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101007} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.198760] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.199230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Releasing lock "refresh_cache-0dc4dbbb-37b8-4273-b801-21aec4c27c35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.199512] env[69987]: DEBUG nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Instance network_info: |[{"id": "9dc9f2d1-5497-4a9c-886d-aea9c707ca48", "address": "fa:16:3e:27:66:59", "network": {"id": "25f85807-4bf8-4fc8-9b5c-f8b41b4147f9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1205739183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c67a8c535304e4f876aaade5a436685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc9f2d1-54", "ovs_interfaceid": "9dc9f2d1-5497-4a9c-886d-aea9c707ca48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.199834] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1243.199834] env[69987]: value = "task-3501365" [ 1243.199834] env[69987]: _type = "Task" [ 1243.199834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.200552] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068d4117-7576-4479-af39-80fc98375834 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.202939] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:66:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dc9f2d1-5497-4a9c-886d-aea9c707ca48', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.210406] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Creating folder: Project (6c67a8c535304e4f876aaade5a436685). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.210691] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86af65b2-c889-4341-a64d-071de4a671ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.222587] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501365, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.241010] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae/eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.241333] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Created folder: Project (6c67a8c535304e4f876aaade5a436685) in parent group-v699418. [ 1243.241517] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Creating folder: Instances. Parent ref: group-v699709. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.244240] env[69987]: DEBUG nova.compute.manager [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1243.247321] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a44e000-2dd8-43ff-b5c9-dccf991cf78b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.261531] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5344eed9-8d87-4977-9ffd-0ed51a9c471b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.269283] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1243.269283] env[69987]: value = "task-3501368" [ 1243.269283] env[69987]: _type = "Task" [ 1243.269283] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.273390] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Created folder: Instances in parent group-v699709. [ 1243.273652] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.274181] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.274386] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c0b37d4-afda-4d7d-8602-0b8b41b07e9d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.295494] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.299874] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.299874] env[69987]: value = "task-3501369" [ 1243.299874] env[69987]: _type = "Task" [ 1243.299874] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.309081] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501369, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.337189] env[69987]: DEBUG nova.compute.manager [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Received event network-changed-9dc9f2d1-5497-4a9c-886d-aea9c707ca48 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.337681] env[69987]: DEBUG nova.compute.manager [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Refreshing instance network info cache due to event network-changed-9dc9f2d1-5497-4a9c-886d-aea9c707ca48. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.338027] env[69987]: DEBUG oslo_concurrency.lockutils [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] Acquiring lock "refresh_cache-0dc4dbbb-37b8-4273-b801-21aec4c27c35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.338255] env[69987]: DEBUG oslo_concurrency.lockutils [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] Acquired lock "refresh_cache-0dc4dbbb-37b8-4273-b801-21aec4c27c35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.338609] env[69987]: DEBUG nova.network.neutron [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Refreshing network info cache for port 9dc9f2d1-5497-4a9c-886d-aea9c707ca48 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.357539] env[69987]: DEBUG nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.669341] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.669633] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2a86cf-66b1-4df7-bf5b-0b86d06cffef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.676471] env[69987]: DEBUG oslo_vmware.api [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1243.676471] env[69987]: value = "task-3501370" [ 1243.676471] env[69987]: _type = "Task" [ 1243.676471] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.684658] env[69987]: DEBUG oslo_vmware.api [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.720398] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501365, 'name': Rename_Task, 'duration_secs': 0.14079} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.720679] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.720938] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c71f51ee-0c1f-4a49-9283-af1e2f1dae04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.726872] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1243.726872] env[69987]: value = "task-3501371" [ 1243.726872] env[69987]: _type = "Task" [ 1243.726872] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.734737] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.779198] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501368, 'name': ReconfigVM_Task, 'duration_secs': 0.45308} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.779494] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Reconfigured VM instance instance-00000068 to attach disk [datastore2] eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae/eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.780248] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eecae161-8ebb-4f91-bb4a-a2aba7156a73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.783857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.784154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.786717] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1243.786717] env[69987]: value = "task-3501372" [ 1243.786717] env[69987]: _type = "Task" [ 1243.786717] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.796020] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501372, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.809434] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501369, 'name': CreateVM_Task, 'duration_secs': 0.409502} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.809643] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.810467] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.810669] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.811018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.811330] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a990f77-7b51-4e6a-8e4a-26a8235e4f3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.815969] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1243.815969] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ed1415-9a73-f877-4460-0dd4fc3a2ff3" [ 1243.815969] env[69987]: _type = "Task" [ 1243.815969] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.824770] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed1415-9a73-f877-4460-0dd4fc3a2ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.978301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.978721] env[69987]: DEBUG oslo_concurrency.lockutils [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.101360] env[69987]: DEBUG nova.network.neutron [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Updated VIF entry in instance network info cache for port 9dc9f2d1-5497-4a9c-886d-aea9c707ca48. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.102632] env[69987]: DEBUG nova.network.neutron [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Updating instance_info_cache with network_info: [{"id": "9dc9f2d1-5497-4a9c-886d-aea9c707ca48", "address": "fa:16:3e:27:66:59", "network": {"id": "25f85807-4bf8-4fc8-9b5c-f8b41b4147f9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1205739183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c67a8c535304e4f876aaade5a436685", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dc9f2d1-54", "ovs_interfaceid": "9dc9f2d1-5497-4a9c-886d-aea9c707ca48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.186713] env[69987]: DEBUG oslo_vmware.api [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501370, 'name': PowerOnVM_Task, 'duration_secs': 0.406342} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.186957] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.187223] env[69987]: DEBUG nova.compute.manager [None req-4661effc-4682-438e-8761-368a48616e1e tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.187945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5e1abb-33c7-42fe-8a4b-8b8aedc2c38b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.236932] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.289999] env[69987]: INFO nova.compute.claims [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.302767] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501372, 'name': Rename_Task, 'duration_secs': 0.244967} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.303075] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.303279] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5d59ee-c261-4297-8463-88a032254c28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.309635] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1244.309635] env[69987]: value = "task-3501373" [ 1244.309635] env[69987]: _type = "Task" [ 1244.309635] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.317843] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.326283] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ed1415-9a73-f877-4460-0dd4fc3a2ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.326575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.326814] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.327066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.327218] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.327398] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.327789] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40268b61-e3d6-4eb4-9305-fcdaf86f133e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.336503] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.336694] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.337416] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa128af8-e551-45f0-8039-18483e01081d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.342271] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1244.342271] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524ac1c7-9c8f-a748-9832-fce87e71e9b2" [ 1244.342271] env[69987]: _type = "Task" [ 1244.342271] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.349824] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524ac1c7-9c8f-a748-9832-fce87e71e9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.367747] env[69987]: DEBUG nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.396948] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.397216] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.397379] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.397647] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.397800] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.397950] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.398182] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.398345] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.398550] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.398732] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.398910] env[69987]: DEBUG nova.virt.hardware [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.399849] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11b625-d051-41af-8693-8fbf53a62cc0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.408532] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceaf2bb-a499-47c9-a49b-602df1e435d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.424697] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.430389] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Creating folder: Project (8b7653f38f6a42ebaf0118c216bcca40). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.430901] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3b5e205-692c-4be6-970e-ef3f88bce98f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.440271] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Created folder: Project (8b7653f38f6a42ebaf0118c216bcca40) in parent group-v699418. [ 1244.440497] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Creating folder: Instances. Parent ref: group-v699712. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.440755] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc38e453-f24e-4775-add9-461c74a49da4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.449977] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Created folder: Instances in parent group-v699712. [ 1244.450236] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.450427] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.450627] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c46ed30-01e4-495b-b173-5d6fc0617b78 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.470833] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.470833] env[69987]: value = "task-3501376" [ 1244.470833] env[69987]: _type = "Task" [ 1244.470833] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.478520] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501376, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.484031] env[69987]: DEBUG nova.compute.utils [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.541412] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1244.541763] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699708', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'name': 'volume-4f09484c-340d-4836-baf0-744d43976526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7', 'attached_at': '', 'detached_at': '', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'serial': '4f09484c-340d-4836-baf0-744d43976526'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1244.542804] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3843f077-e6d1-4051-bf9a-0f0dae1b5900 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.560170] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a120f-961d-4f31-a09f-eb873c1007c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.585667] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-4f09484c-340d-4836-baf0-744d43976526/volume-4f09484c-340d-4836-baf0-744d43976526.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.585961] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161f7f2e-4c45-4794-b55e-e0af3b0230b8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.603979] env[69987]: DEBUG oslo_vmware.api [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1244.603979] env[69987]: value = "task-3501377" [ 1244.603979] env[69987]: _type = "Task" [ 1244.603979] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.607798] env[69987]: DEBUG oslo_concurrency.lockutils [req-acab0a51-d408-409a-abd8-26661cb12d02 req-f52b3da8-33ac-45ae-ae6a-280dcbcbe56e service nova] Releasing lock "refresh_cache-0dc4dbbb-37b8-4273-b801-21aec4c27c35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.613192] env[69987]: DEBUG oslo_vmware.api [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.737724] env[69987]: DEBUG oslo_vmware.api [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501371, 'name': PowerOnVM_Task, 'duration_secs': 0.703369} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.738048] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.738301] env[69987]: DEBUG nova.compute.manager [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.739193] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193cfc9c-3d9a-43ae-89ee-b0b95f572fcb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.801078] env[69987]: INFO nova.compute.resource_tracker [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating resource usage from migration 506e1fe5-a647-4952-b86c-d97ba1a4eec4 [ 1244.824689] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501373, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.853622] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524ac1c7-9c8f-a748-9832-fce87e71e9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.856971] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9819378-4c63-4f0c-8cb6-8dca3fff0939 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.863592] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1244.863592] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521484cc-05c9-6d58-dc14-d98acecae7c6" [ 1244.863592] env[69987]: _type = "Task" [ 1244.863592] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.871688] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521484cc-05c9-6d58-dc14-d98acecae7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.979677] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.985449] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501376, 'name': CreateVM_Task, 'duration_secs': 0.364777} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.986271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.986539] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.987105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.987205] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.987544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.990642] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7720a75-7e22-425c-8d82-d5c9b460599c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.995749] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1244.995749] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c20ad7-3dd7-9c54-ca4e-a4a05f753137" [ 1244.995749] env[69987]: _type = "Task" [ 1244.995749] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.008161] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c20ad7-3dd7-9c54-ca4e-a4a05f753137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.026995] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9ddd4-36a1-4c31-b744-3bde00c1f271 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.034071] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a5abda-1854-47b5-a356-76d4a4de1b53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.065650] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f575f9d-715e-4d83-b105-f7a49b5d99b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.072937] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd4988-3030-488a-9003-2c5279d3debc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.085955] env[69987]: DEBUG nova.compute.provider_tree [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.112907] env[69987]: DEBUG oslo_vmware.api [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.254928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.321095] env[69987]: DEBUG oslo_vmware.api [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501373, 'name': PowerOnVM_Task, 'duration_secs': 0.533886} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.321376] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.321583] env[69987]: INFO nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1245.321764] env[69987]: DEBUG nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.322547] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecbbd17-4f55-4a4f-8e05-88584171dd08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.373597] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521484cc-05c9-6d58-dc14-d98acecae7c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.374529] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.374801] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 0dc4dbbb-37b8-4273-b801-21aec4c27c35/0dc4dbbb-37b8-4273-b801-21aec4c27c35.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.375077] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52f70dcc-b3ce-4d93-a76b-2966f747a5cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.382622] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1245.382622] env[69987]: value = "task-3501378" [ 1245.382622] env[69987]: _type = "Task" [ 1245.382622] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.391156] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.508242] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c20ad7-3dd7-9c54-ca4e-a4a05f753137, 'name': SearchDatastore_Task, 'duration_secs': 0.017418} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.508572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.508826] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.509083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.509232] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.509408] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.509702] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e58167b7-3df9-423d-a9d1-379361a68100 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.526465] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.526661] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.527404] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae82d509-04b8-451c-86a4-9bbf81977149 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.532299] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1245.532299] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5284c525-9486-60f8-8027-ff278e7263e6" [ 1245.532299] env[69987]: _type = "Task" [ 1245.532299] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.540177] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5284c525-9486-60f8-8027-ff278e7263e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.589432] env[69987]: DEBUG nova.scheduler.client.report [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.614743] env[69987]: DEBUG oslo_vmware.api [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501377, 'name': ReconfigVM_Task, 'duration_secs': 0.571} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.615013] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-4f09484c-340d-4836-baf0-744d43976526/volume-4f09484c-340d-4836-baf0-744d43976526.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.621079] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93c91b9f-950a-4622-b4c9-9dc820efb134 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.635647] env[69987]: DEBUG oslo_vmware.api [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1245.635647] env[69987]: value = "task-3501379" [ 1245.635647] env[69987]: _type = "Task" [ 1245.635647] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.643979] env[69987]: DEBUG oslo_vmware.api [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.842096] env[69987]: INFO nova.compute.manager [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Took 17.42 seconds to build instance. [ 1245.895243] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501378, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.044549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.044786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.045043] env[69987]: INFO nova.compute.manager [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Attaching volume c6a21646-c9d3-4f49-9823-f877de91062d to /dev/sdb [ 1246.046856] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5284c525-9486-60f8-8027-ff278e7263e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.047968] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22a782a-d52c-4d5a-be3f-768808bfd1ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.055611] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1246.055611] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52eba551-8922-7e72-6975-62f7feb0dc22" [ 1246.055611] env[69987]: _type = "Task" [ 1246.055611] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.066552] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52eba551-8922-7e72-6975-62f7feb0dc22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.083814] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec847a6d-0d34-4f5a-b616-f7cce7d59c92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.092121] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28597ab1-3850-4b27-8dae-a62413862bb8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.096324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.312s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.096618] env[69987]: INFO nova.compute.manager [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Migrating [ 1246.104727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.125s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.105063] env[69987]: DEBUG nova.objects.instance [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'pci_requests' on Instance uuid d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.120378] env[69987]: DEBUG nova.virt.block_device [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating existing volume attachment record: b6deef3d-3c1a-4462-a5b6-2a961a0005be {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1246.146444] env[69987]: DEBUG oslo_vmware.api [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501379, 'name': ReconfigVM_Task, 'duration_secs': 0.135878} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.146816] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699708', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'name': 'volume-4f09484c-340d-4836-baf0-744d43976526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7', 'attached_at': '', 'detached_at': '', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'serial': '4f09484c-340d-4836-baf0-744d43976526'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1246.345018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cde277bb-2e73-46e3-8e70-f91423627194 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.926s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.393872] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501378, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.566423] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52eba551-8922-7e72-6975-62f7feb0dc22, 'name': SearchDatastore_Task, 'duration_secs': 0.023825} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.566749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.566930] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.567202] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95cc826f-915e-4c6f-9ad3-0e4eda986d21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.575406] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1246.575406] env[69987]: value = "task-3501383" [ 1246.575406] env[69987]: _type = "Task" [ 1246.575406] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.611085] env[69987]: DEBUG nova.objects.instance [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'numa_topology' on Instance uuid d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.624033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.624258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.624477] env[69987]: DEBUG nova.network.neutron [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.775372] env[69987]: DEBUG nova.compute.manager [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.775578] env[69987]: DEBUG nova.compute.manager [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing instance network info cache due to event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.775795] env[69987]: DEBUG oslo_concurrency.lockutils [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.776024] env[69987]: DEBUG oslo_concurrency.lockutils [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.776415] env[69987]: DEBUG nova.network.neutron [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.894981] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501378, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.085268] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.113992] env[69987]: INFO nova.compute.claims [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.185030] env[69987]: DEBUG nova.objects.instance [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'flavor' on Instance uuid 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.403527] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501378, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.772964} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.408052] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 0dc4dbbb-37b8-4273-b801-21aec4c27c35/0dc4dbbb-37b8-4273-b801-21aec4c27c35.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.408741] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.409246] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74df493e-964c-42b6-9b1c-122afc37b141 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.420561] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1247.420561] env[69987]: value = "task-3501384" [ 1247.420561] env[69987]: _type = "Task" [ 1247.420561] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.429914] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.465821] env[69987]: DEBUG nova.network.neutron [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance_info_cache with network_info: [{"id": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "address": "fa:16:3e:ac:1a:d2", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3468ba89-ae", "ovs_interfaceid": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.587782] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.690054] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c59e3cbe-e24e-451d-bfc4-1da62ae0c4fd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.290s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.781342] env[69987]: DEBUG nova.network.neutron [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updated VIF entry in instance network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.781721] env[69987]: DEBUG nova.network.neutron [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.931582] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163673} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.931859] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.932752] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de560d5-5020-40bd-be11-2f03eefc7716 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.956318] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0dc4dbbb-37b8-4273-b801-21aec4c27c35/0dc4dbbb-37b8-4273-b801-21aec4c27c35.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.956602] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba7a163-e914-4b15-8569-97e64d41b551 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.971648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.980022] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1247.980022] env[69987]: value = "task-3501385" [ 1247.980022] env[69987]: _type = "Task" [ 1247.980022] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.989167] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.088249] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501383, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018336} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.088568] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.088818] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.089126] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12ba230a-2f07-4d50-8e59-fb1cc1cea5c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.096960] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1248.096960] env[69987]: value = "task-3501386" [ 1248.096960] env[69987]: _type = "Task" [ 1248.096960] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.105472] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.284303] env[69987]: DEBUG oslo_concurrency.lockutils [req-cb4b403b-7d76-43db-97ab-f641f7e112ab req-e80d0cc6-a395-45a5-94af-166d2497b612 service nova] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.349306] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ec22e6-2bc7-476f-9154-da034887a93e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.357212] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c30020-a397-480f-a072-abbdbd861c9f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.390857] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91d896a-9a91-490c-a2de-daac1aa62a2f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.400445] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1427c1-b154-419f-801c-313e9b039d27 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.414414] env[69987]: DEBUG nova.compute.provider_tree [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.489978] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.518270] env[69987]: DEBUG nova.compute.manager [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1248.606975] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256688} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.607253] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.608134] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2629db-70be-4ea9-8bd6-6f8294254e73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.627655] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.628266] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07fef012-afa4-48b5-9ae8-1b1b172cb642 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.650023] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1248.650023] env[69987]: value = "task-3501388" [ 1248.650023] env[69987]: _type = "Task" [ 1248.650023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.658068] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.805093] env[69987]: DEBUG nova.compute.manager [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.805320] env[69987]: DEBUG nova.compute.manager [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing instance network info cache due to event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.805566] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.805771] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.805966] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.937071] env[69987]: ERROR nova.scheduler.client.report [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [req-52b2eb85-7d57-4fa9-a476-2d4c06ed0492] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52b2eb85-7d57-4fa9-a476-2d4c06ed0492"}]} [ 1248.955874] env[69987]: DEBUG nova.scheduler.client.report [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1248.974531] env[69987]: DEBUG nova.scheduler.client.report [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1248.974814] env[69987]: DEBUG nova.compute.provider_tree [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.990067] env[69987]: DEBUG nova.scheduler.client.report [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1248.998669] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501385, 'name': ReconfigVM_Task, 'duration_secs': 1.018387} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.998961] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0dc4dbbb-37b8-4273-b801-21aec4c27c35/0dc4dbbb-37b8-4273-b801-21aec4c27c35.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.999683] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70582277-2795-4e7b-a6a6-1cfb8da4592c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.005269] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1249.005269] env[69987]: value = "task-3501389" [ 1249.005269] env[69987]: _type = "Task" [ 1249.005269] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.010732] env[69987]: DEBUG nova.scheduler.client.report [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1249.016998] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501389, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.037207] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.162250] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.261101] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7fc9c4-dd62-4bb0-a7b4-b260f3f2cfc8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.268912] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef42574-0b45-456c-a61f-e15033586eed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.300014] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f21d5-2ee3-4a57-95af-ae3c3106c4fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.307652] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79256d33-35fd-43b8-abed-ab1f003bd120 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.323714] env[69987]: DEBUG nova.compute.provider_tree [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.494749] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a65db-fbab-4893-bd08-7d0591b6bc7c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.516099] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance 'ebb06e9b-a77c-43ce-bf51-f370eaad7715' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.527546] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501389, 'name': Rename_Task, 'duration_secs': 0.190631} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.528386] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updated VIF entry in instance network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.528707] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.529848] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.530302] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdc053d0-8a01-41a3-b6c7-bda7620abf5f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.536511] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1249.536511] env[69987]: value = "task-3501390" [ 1249.536511] env[69987]: _type = "Task" [ 1249.536511] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.545421] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.660445] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501388, 'name': ReconfigVM_Task, 'duration_secs': 0.867951} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.660730] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.662472] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e39979cd-254b-4da5-8844-e4c75c1fe35f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.668703] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1249.668703] env[69987]: value = "task-3501391" [ 1249.668703] env[69987]: _type = "Task" [ 1249.668703] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.677153] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501391, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.856900] env[69987]: DEBUG nova.scheduler.client.report [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1249.857275] env[69987]: DEBUG nova.compute.provider_tree [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 140 to 141 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1249.857550] env[69987]: DEBUG nova.compute.provider_tree [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.025486] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.025778] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efd442e5-8fc6-455e-9a22-b4593ebc5888 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.031406] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.031656] env[69987]: DEBUG nova.compute.manager [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.031877] env[69987]: DEBUG nova.compute.manager [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing instance network info cache due to event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.032159] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.032322] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.032534] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.035034] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1250.035034] env[69987]: value = "task-3501392" [ 1250.035034] env[69987]: _type = "Task" [ 1250.035034] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.047612] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.051382] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.182036] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501391, 'name': Rename_Task, 'duration_secs': 0.19515} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.182337] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.182644] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee629c87-2fbb-4e18-97dc-93200c02ac87 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.190155] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1250.190155] env[69987]: value = "task-3501393" [ 1250.190155] env[69987]: _type = "Task" [ 1250.190155] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.198174] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.363869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.259s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.366454] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.112s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.366654] env[69987]: DEBUG nova.objects.instance [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1250.397699] env[69987]: INFO nova.network.neutron [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating port 917b0999-9a9f-41ad-b7ca-4827aab2a90f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1250.550367] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501392, 'name': PowerOffVM_Task, 'duration_secs': 0.186248} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.554206] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.554573] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance 'ebb06e9b-a77c-43ce-bf51-f370eaad7715' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.558037] env[69987]: DEBUG oslo_vmware.api [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501390, 'name': PowerOnVM_Task, 'duration_secs': 0.711833} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.558589] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.558920] env[69987]: INFO nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1250.559246] env[69987]: DEBUG nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.560144] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8223ff-0911-453d-a5bc-c6eccfba86fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.674794] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.675097] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699716', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'name': 'volume-c6a21646-c9d3-4f49-9823-f877de91062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d8065b-7b2d-4cc2-bbe5-0449f211a037', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'serial': 'c6a21646-c9d3-4f49-9823-f877de91062d'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.676057] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba423b0f-c7e5-4fa3-b574-179bbd14c8bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.699539] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b51917-0fc6-476a-93ce-8481cd6c5381 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.707792] env[69987]: DEBUG oslo_vmware.api [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501393, 'name': PowerOnVM_Task, 'duration_secs': 0.515541} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.723192] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.723192] env[69987]: INFO nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1250.723192] env[69987]: DEBUG nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.729702] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-c6a21646-c9d3-4f49-9823-f877de91062d/volume-c6a21646-c9d3-4f49-9823-f877de91062d.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.730573] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea28ad-44b7-4f54-9be1-97e761aea2ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.733179] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280b03a3-4146-44b6-9097-4c0b643b9a14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.757477] env[69987]: DEBUG oslo_vmware.api [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1250.757477] env[69987]: value = "task-3501394" [ 1250.757477] env[69987]: _type = "Task" [ 1250.757477] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.765288] env[69987]: DEBUG oslo_vmware.api [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.821677] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updated VIF entry in instance network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.822207] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.062158] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.062517] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.062759] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.063054] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.063288] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.063521] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.063837] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.064100] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.064369] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.064623] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.065086] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.075311] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7958c523-b935-48a3-8335-2fb55e52b97a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.089910] env[69987]: INFO nova.compute.manager [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Took 20.18 seconds to build instance. [ 1251.095476] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1251.095476] env[69987]: value = "task-3501395" [ 1251.095476] env[69987]: _type = "Task" [ 1251.095476] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.103424] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.269085] env[69987]: INFO nova.compute.manager [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Took 14.20 seconds to build instance. [ 1251.275938] env[69987]: DEBUG oslo_vmware.api [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.325614] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.325909] env[69987]: DEBUG nova.compute.manager [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.326135] env[69987]: DEBUG nova.compute.manager [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing instance network info cache due to event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.326399] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.326587] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.326782] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.375715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1dae3ff1-84a4-4c41-8fe9-cd19c822dd2f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.376811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.340s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.591670] env[69987]: DEBUG oslo_concurrency.lockutils [None req-88d81220-30a9-4eff-b0af-fde9927b76f4 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.697s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.604940] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501395, 'name': ReconfigVM_Task, 'duration_secs': 0.163476} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.605275] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance 'ebb06e9b-a77c-43ce-bf51-f370eaad7715' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.773174] env[69987]: DEBUG oslo_concurrency.lockutils [None req-43f1d481-24c7-438c-b2a8-43a0e5bfa37c tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.711s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.773460] env[69987]: DEBUG oslo_vmware.api [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501394, 'name': ReconfigVM_Task, 'duration_secs': 0.560272} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.773724] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-c6a21646-c9d3-4f49-9823-f877de91062d/volume-c6a21646-c9d3-4f49-9823-f877de91062d.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.778679] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17c4a36-b3e7-4943-95ff-6c636d6fafbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.798043] env[69987]: DEBUG oslo_vmware.api [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1251.798043] env[69987]: value = "task-3501396" [ 1251.798043] env[69987]: _type = "Task" [ 1251.798043] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.805455] env[69987]: DEBUG oslo_vmware.api [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.881603] env[69987]: INFO nova.compute.claims [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.903209] env[69987]: DEBUG nova.compute.manager [req-ac4f06aa-7e1e-44c5-93b9-2968af7a6025 req-2117ee6c-021d-42c6-ad3b-e6804749b29a service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-vif-plugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.903443] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac4f06aa-7e1e-44c5-93b9-2968af7a6025 req-2117ee6c-021d-42c6-ad3b-e6804749b29a service nova] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.903575] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac4f06aa-7e1e-44c5-93b9-2968af7a6025 req-2117ee6c-021d-42c6-ad3b-e6804749b29a service nova] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.903751] env[69987]: DEBUG oslo_concurrency.lockutils [req-ac4f06aa-7e1e-44c5-93b9-2968af7a6025 req-2117ee6c-021d-42c6-ad3b-e6804749b29a service nova] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.903923] env[69987]: DEBUG nova.compute.manager [req-ac4f06aa-7e1e-44c5-93b9-2968af7a6025 req-2117ee6c-021d-42c6-ad3b-e6804749b29a service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] No waiting events found dispatching network-vif-plugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.904490] env[69987]: WARNING nova.compute.manager [req-ac4f06aa-7e1e-44c5-93b9-2968af7a6025 req-2117ee6c-021d-42c6-ad3b-e6804749b29a service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received unexpected event network-vif-plugged-917b0999-9a9f-41ad-b7ca-4827aab2a90f for instance with vm_state shelved_offloaded and task_state spawning. [ 1251.982427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.982619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.982929] env[69987]: DEBUG nova.network.neutron [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.067873] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updated VIF entry in instance network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.068257] env[69987]: DEBUG nova.network.neutron [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.111377] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.111731] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.111952] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.112199] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.112403] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.112606] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.112878] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.113398] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.113398] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.113510] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.113688] env[69987]: DEBUG nova.virt.hardware [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.119678] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.119904] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2908c01b-3350-496b-b228-19142a34db29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.139740] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1252.139740] env[69987]: value = "task-3501397" [ 1252.139740] env[69987]: _type = "Task" [ 1252.139740] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.147266] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.304467] env[69987]: DEBUG oslo_vmware.api [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501396, 'name': ReconfigVM_Task, 'duration_secs': 0.155384} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.304793] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699716', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'name': 'volume-c6a21646-c9d3-4f49-9823-f877de91062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d8065b-7b2d-4cc2-bbe5-0449f211a037', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'serial': 'c6a21646-c9d3-4f49-9823-f877de91062d'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.389128] env[69987]: INFO nova.compute.resource_tracker [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating resource usage from migration 60a0de14-568e-4804-a997-bccd484eed2f [ 1252.392097] env[69987]: INFO nova.compute.manager [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Rebuilding instance [ 1252.441565] env[69987]: DEBUG nova.compute.manager [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.442841] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbdfe73-ad15-436c-8ee3-9d67b8891c2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.571351] env[69987]: DEBUG oslo_concurrency.lockutils [req-34a7cd9e-d3ab-420c-8bb3-9726faa768a9 req-1ad583fa-4cce-499a-a52e-61b9008f7766 service nova] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.646316] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4159f8-235d-413c-a2af-34ed60357c19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.652265] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501397, 'name': ReconfigVM_Task, 'duration_secs': 0.161025} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.656024] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.656024] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfebeb0-a07d-4a84-9072-cd996b9aeccb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.659888] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bfc5ba-1096-468b-b3f0-9eadd6193590 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.683837] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ebb06e9b-a77c-43ce-bf51-f370eaad7715/ebb06e9b-a77c-43ce-bf51-f370eaad7715.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.684681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.684920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.685135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.685327] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.685523] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.687627] env[69987]: INFO nova.compute.manager [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Terminating instance [ 1252.690451] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c5af93-776e-4641-8a51-83223254bd3f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.729404] env[69987]: DEBUG nova.compute.manager [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.729679] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.731173] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f811ab91-aad8-4f38-9222-e45c95b55b96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.737350] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb1b48-b617-43aa-807e-409c78dd9544 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.742182] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1252.742182] env[69987]: value = "task-3501398" [ 1252.742182] env[69987]: _type = "Task" [ 1252.742182] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.749747] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.750375] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01aeb3ed-7a8e-45ca-a704-3b2cf15504c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.752828] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7675701a-d0af-4fde-b1e1-02770275f51c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.761332] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.773065] env[69987]: DEBUG nova.compute.provider_tree [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.779055] env[69987]: DEBUG oslo_vmware.api [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1252.779055] env[69987]: value = "task-3501399" [ 1252.779055] env[69987]: _type = "Task" [ 1252.779055] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.791442] env[69987]: DEBUG oslo_vmware.api [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.811878] env[69987]: DEBUG nova.network.neutron [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b0999-9a", "ovs_interfaceid": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.252905] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501398, 'name': ReconfigVM_Task, 'duration_secs': 0.27646} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.253248] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ebb06e9b-a77c-43ce-bf51-f370eaad7715/ebb06e9b-a77c-43ce-bf51-f370eaad7715.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.253535] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance 'ebb06e9b-a77c-43ce-bf51-f370eaad7715' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.281383] env[69987]: DEBUG nova.scheduler.client.report [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.293354] env[69987]: DEBUG oslo_vmware.api [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501399, 'name': PowerOffVM_Task, 'duration_secs': 0.396608} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.294343] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.294536] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.294787] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0bd522a-50b2-42ce-95f1-bab681fcc621 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.314856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.340902] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d5b1c0ac60f6eb45a1fc61ac531d2a1f',container_format='bare',created_at=2025-04-22T03:41:04Z,direct_url=,disk_format='vmdk',id=dc99e85d-4d79-4f68-ac18-26c056d50314,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1211808626-shelved',owner='3becec00a06d48fd86da2356d115979b',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-22T03:41:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.341194] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.341365] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.341554] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.341707] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.341873] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.342116] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.342286] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.342462] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.342629] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.342836] env[69987]: DEBUG nova.virt.hardware [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.343716] env[69987]: DEBUG nova.objects.instance [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lazy-loading 'flavor' on Instance uuid 14d8065b-7b2d-4cc2-bbe5-0449f211a037 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.345977] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7859a58-97a7-4219-bf68-795e882a383a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.355988] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14283134-e0a4-424c-a458-8304c6ad02c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.360898] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.361148] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.361355] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Deleting the datastore file [datastore2] 0dc4dbbb-37b8-4273-b801-21aec4c27c35 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.362457] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1145117-f1fe-4bdc-a883-586b89385890 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.375900] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:8e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917b0999-9a9f-41ad-b7ca-4827aab2a90f', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.383636] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.385673] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.386046] env[69987]: DEBUG oslo_vmware.api [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for the task: (returnval){ [ 1253.386046] env[69987]: value = "task-3501401" [ 1253.386046] env[69987]: _type = "Task" [ 1253.386046] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.386269] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a88c77b3-bea9-4340-a45b-d1113479a666 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.411279] env[69987]: DEBUG oslo_vmware.api [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.412574] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.412574] env[69987]: value = "task-3501402" [ 1253.412574] env[69987]: _type = "Task" [ 1253.412574] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.457278] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.457626] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520f76fa-5c22-4435-acb3-ea0852a53c01 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.464251] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1253.464251] env[69987]: value = "task-3501403" [ 1253.464251] env[69987]: _type = "Task" [ 1253.464251] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.473948] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.760390] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a9ad2-d032-4c10-9726-1624d32bee04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.783088] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb233d9-fd54-4e12-bc43-d63f2670e0dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.801529] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.425s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.801752] env[69987]: INFO nova.compute.manager [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Migrating [ 1253.808213] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance 'ebb06e9b-a77c-43ce-bf51-f370eaad7715' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.853605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-606f33fe-8062-4be6-a041-fef5cfa16777 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.809s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.912952] env[69987]: DEBUG oslo_vmware.api [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Task: {'id': task-3501401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315835} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.913330] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.913526] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.913714] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.913970] env[69987]: INFO nova.compute.manager [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1253.914348] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.918462] env[69987]: DEBUG nova.compute.manager [-] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.918565] env[69987]: DEBUG nova.network.neutron [-] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.925779] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501402, 'name': CreateVM_Task, 'duration_secs': 0.508975} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.925779] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.926551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.926856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.927333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.927612] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a978a0-d450-4f8d-8580-c505934662a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.931858] env[69987]: DEBUG nova.compute.manager [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.932147] env[69987]: DEBUG nova.compute.manager [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing instance network info cache due to event network-changed-917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.932463] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] Acquiring lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.932682] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] Acquired lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.932887] env[69987]: DEBUG nova.network.neutron [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Refreshing network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.935582] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1253.935582] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f0d562-d224-8186-2a33-e109f67e8639" [ 1253.935582] env[69987]: _type = "Task" [ 1253.935582] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.944329] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f0d562-d224-8186-2a33-e109f67e8639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.972739] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501403, 'name': PowerOffVM_Task, 'duration_secs': 0.201851} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.973010] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.973281] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.974017] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489020ff-5889-453d-9403-61618af5145d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.980366] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.980603] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08cea278-c1fd-4cea-83f0-94a88c61cc3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.004584] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.004803] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.004988] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Deleting the datastore file [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.005279] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6da181b-e4f1-4503-b79c-285e920bd3c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.014407] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1254.014407] env[69987]: value = "task-3501405" [ 1254.014407] env[69987]: _type = "Task" [ 1254.014407] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.022839] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.170602] env[69987]: DEBUG nova.compute.manager [req-dca624f2-62e8-4109-9715-7276a47525d9 req-af9504e7-e718-4aa9-945a-0f1a3705a253 service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Received event network-vif-deleted-9dc9f2d1-5497-4a9c-886d-aea9c707ca48 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.170808] env[69987]: INFO nova.compute.manager [req-dca624f2-62e8-4109-9715-7276a47525d9 req-af9504e7-e718-4aa9-945a-0f1a3705a253 service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Neutron deleted interface 9dc9f2d1-5497-4a9c-886d-aea9c707ca48; detaching it from the instance and deleting it from the info cache [ 1254.170976] env[69987]: DEBUG nova.network.neutron [req-dca624f2-62e8-4109-9715-7276a47525d9 req-af9504e7-e718-4aa9-945a-0f1a3705a253 service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.321488] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.321671] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.321774] env[69987]: DEBUG nova.network.neutron [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.352838] env[69987]: DEBUG nova.network.neutron [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Port 3468ba89-aebb-42ee-b5ad-07c872200dfc binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1254.447974] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.448266] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Processing image dc99e85d-4d79-4f68-ac18-26c056d50314 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.448527] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314/dc99e85d-4d79-4f68-ac18-26c056d50314.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.448681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314/dc99e85d-4d79-4f68-ac18-26c056d50314.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.448863] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.449147] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f40ceb6-63d4-4bf8-be1a-a476ccf82bbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.457440] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.457654] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.458373] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22374620-5a84-4618-ad19-1cc15ca461a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.463246] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1254.463246] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5242d198-f2b5-c929-aa0e-1cc7ba580e19" [ 1254.463246] env[69987]: _type = "Task" [ 1254.463246] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.470818] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5242d198-f2b5-c929-aa0e-1cc7ba580e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.511956] env[69987]: INFO nova.compute.manager [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Rescuing [ 1254.512246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.512400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.512659] env[69987]: DEBUG nova.network.neutron [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.527960] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104668} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.528091] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.528235] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.528418] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.654599] env[69987]: DEBUG nova.network.neutron [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updated VIF entry in instance network info cache for port 917b0999-9a9f-41ad-b7ca-4827aab2a90f. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.654976] env[69987]: DEBUG nova.network.neutron [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [{"id": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "address": "fa:16:3e:a6:8e:4a", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b0999-9a", "ovs_interfaceid": "917b0999-9a9f-41ad-b7ca-4827aab2a90f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.660040] env[69987]: DEBUG nova.network.neutron [-] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.675748] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdc1df1d-82a2-4202-a580-7b61433fc6bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.687801] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d507db-dddd-4072-b872-fdca859a4f78 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.726022] env[69987]: DEBUG nova.compute.manager [req-dca624f2-62e8-4109-9715-7276a47525d9 req-af9504e7-e718-4aa9-945a-0f1a3705a253 service nova] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Detach interface failed, port_id=9dc9f2d1-5497-4a9c-886d-aea9c707ca48, reason: Instance 0dc4dbbb-37b8-4273-b801-21aec4c27c35 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.972891] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Preparing fetch location {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1254.973203] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Fetch image to [datastore1] OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9/OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9.vmdk {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1254.973344] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Downloading stream optimized image dc99e85d-4d79-4f68-ac18-26c056d50314 to [datastore1] OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9/OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9.vmdk on the data store datastore1 as vApp {{(pid=69987) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1254.973514] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Downloading image file data dc99e85d-4d79-4f68-ac18-26c056d50314 to the ESX as VM named 'OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9' {{(pid=69987) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1255.021027] env[69987]: DEBUG nova.network.neutron [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.050674] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1255.050674] env[69987]: value = "resgroup-9" [ 1255.050674] env[69987]: _type = "ResourcePool" [ 1255.050674] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1255.051197] env[69987]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-db2566a5-8383-40fa-901b-288935ad93ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.074083] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease: (returnval){ [ 1255.074083] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528235b8-b673-e4f4-4874-1cd31af79412" [ 1255.074083] env[69987]: _type = "HttpNfcLease" [ 1255.074083] env[69987]: } obtained for vApp import into resource pool (val){ [ 1255.074083] env[69987]: value = "resgroup-9" [ 1255.074083] env[69987]: _type = "ResourcePool" [ 1255.074083] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1255.074435] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the lease: (returnval){ [ 1255.074435] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528235b8-b673-e4f4-4874-1cd31af79412" [ 1255.074435] env[69987]: _type = "HttpNfcLease" [ 1255.074435] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1255.083588] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.083588] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528235b8-b673-e4f4-4874-1cd31af79412" [ 1255.083588] env[69987]: _type = "HttpNfcLease" [ 1255.083588] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.160378] env[69987]: DEBUG oslo_concurrency.lockutils [req-ec5a2505-681f-40eb-a5d3-9a082b298589 req-fba87359-c23f-4c16-976a-8b338bda8cdf service nova] Releasing lock "refresh_cache-d6a73581-6e62-4c3b-9f35-74a410a23cad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.161972] env[69987]: INFO nova.compute.manager [-] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Took 1.24 seconds to deallocate network for instance. [ 1255.269962] env[69987]: DEBUG nova.network.neutron [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.374084] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.374337] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.374537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.524208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.562401] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.562642] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.562802] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.562983] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.563147] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.563297] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.563511] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.563674] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.563928] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.564016] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.564201] env[69987]: DEBUG nova.virt.hardware [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.565096] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65e1a21-bb6f-480f-9d99-189f2d3e9c51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.573074] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa4988-597b-440c-ac65-0db73032a69b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.590281] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.595861] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.597007] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.597225] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.597225] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528235b8-b673-e4f4-4874-1cd31af79412" [ 1255.597225] env[69987]: _type = "HttpNfcLease" [ 1255.597225] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1255.597404] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da8810e-217c-4541-9779-a9dae0cab1f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.608702] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1255.608702] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528235b8-b673-e4f4-4874-1cd31af79412" [ 1255.608702] env[69987]: _type = "HttpNfcLease" [ 1255.608702] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1255.609399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad2105-76ba-4a58-b54d-72128bb9d5ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.618543] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2e4e9-1996-3a3c-3176-b2f801893e9d/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1255.618731] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2e4e9-1996-3a3c-3176-b2f801893e9d/disk-0.vmdk. {{(pid=69987) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1255.620794] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.620794] env[69987]: value = "task-3501407" [ 1255.620794] env[69987]: _type = "Task" [ 1255.620794] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.679506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.679764] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.680021] env[69987]: DEBUG nova.objects.instance [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lazy-loading 'resources' on Instance uuid 0dc4dbbb-37b8-4273-b801-21aec4c27c35 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.691407] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9cb3d1e6-4349-4a4c-8c4b-2b2a774be08b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.693357] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501407, 'name': CreateVM_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.772603] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.135506] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501407, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.415434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.415655] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.415843] env[69987]: DEBUG nova.network.neutron [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.439820] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264b104-fde0-464b-815b-4eada40a8c17 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.451945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73f6b4-c9a6-48d3-a6f3-840787efeb58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.491765] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e269299-2426-4647-ad28-3b55ed6f8aec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.502449] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92ba5c3-7684-4cb0-a0bc-8d368c42c8fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.522128] env[69987]: DEBUG nova.compute.provider_tree [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.634604] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501407, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.775929] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Completed reading data from the image iterator. {{(pid=69987) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1256.776169] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2e4e9-1996-3a3c-3176-b2f801893e9d/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.777135] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f6f401-f8f7-4b88-b747-dcd47c185d24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.784579] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2e4e9-1996-3a3c-3176-b2f801893e9d/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.784744] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2e4e9-1996-3a3c-3176-b2f801893e9d/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1256.784969] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-156ec82c-c9dd-460e-9b5a-33301d5dca02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.989544] env[69987]: DEBUG oslo_vmware.rw_handles [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b2e4e9-1996-3a3c-3176-b2f801893e9d/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1256.989806] env[69987]: INFO nova.virt.vmwareapi.images [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Downloaded image file data dc99e85d-4d79-4f68-ac18-26c056d50314 [ 1256.990713] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a594e02-2c4b-4ab7-ab1c-8a3438c44588 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.006492] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-727830b3-7a15-4834-91ca-d92c0ad25c40 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.027778] env[69987]: DEBUG nova.scheduler.client.report [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.041586] env[69987]: INFO nova.virt.vmwareapi.images [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] The imported VM was unregistered [ 1257.043905] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Caching image {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1257.044178] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.045078] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40b5da15-d1d6-43e7-98c1-387252d0aa95 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.047428] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7858ac7-5cfc-4e71-b290-68b911396163 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.068913] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.075370] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created directory with path [datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314 {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.075579] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9/OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9.vmdk to [datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314/dc99e85d-4d79-4f68-ac18-26c056d50314.vmdk. {{(pid=69987) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1257.076280] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fd0c4e85-aa40-460e-8cf3-96bdb005498c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.083993] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1257.083993] env[69987]: value = "task-3501409" [ 1257.083993] env[69987]: _type = "Task" [ 1257.083993] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.093619] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501409, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.133776] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501407, 'name': CreateVM_Task, 'duration_secs': 1.297987} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.136487] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.137032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.137252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.137711] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.138319] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e488c19-fa35-48c2-afdd-f9b5b1311204 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.143492] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1257.143492] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dc7c49-c2fe-a071-fd8f-c0d380c4078b" [ 1257.143492] env[69987]: _type = "Task" [ 1257.143492] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.155344] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dc7c49-c2fe-a071-fd8f-c0d380c4078b, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.155657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.155922] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.156279] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.156368] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.156563] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.156832] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea50058-995a-40af-b258-440a29c6bf77 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.164183] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.164368] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.165122] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6c226e-903b-4317-886f-8101377dd167 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.168070] env[69987]: DEBUG nova.network.neutron [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance_info_cache with network_info: [{"id": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "address": "fa:16:3e:ac:1a:d2", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3468ba89-ae", "ovs_interfaceid": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.172228] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1257.172228] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52785db4-e87a-1997-1887-78d373ef4f31" [ 1257.172228] env[69987]: _type = "Task" [ 1257.172228] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.180048] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52785db4-e87a-1997-1887-78d373ef4f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.306533] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.306883] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-431b08cb-a321-47fd-90da-a2ed26faa028 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.317332] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1257.317332] env[69987]: value = "task-3501410" [ 1257.317332] env[69987]: _type = "Task" [ 1257.317332] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.327834] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.532874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.555415] env[69987]: INFO nova.scheduler.client.report [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Deleted allocations for instance 0dc4dbbb-37b8-4273-b801-21aec4c27c35 [ 1257.578470] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.578829] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1805c2a2-7205-4b83-b390-5a2f3b16afe3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.590020] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1257.590020] env[69987]: value = "task-3501411" [ 1257.590020] env[69987]: _type = "Task" [ 1257.590020] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.598584] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501409, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.606976] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.671065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.689515] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52785db4-e87a-1997-1887-78d373ef4f31, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.690462] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79064eb-7863-48aa-aeef-4acba37846e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.700533] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1257.700533] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fb6026-80f2-2495-7753-5b93a2d82054" [ 1257.700533] env[69987]: _type = "Task" [ 1257.700533] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.712252] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb6026-80f2-2495-7753-5b93a2d82054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.830351] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501410, 'name': PowerOffVM_Task, 'duration_secs': 0.301361} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.830662] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.831570] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e21a39-068e-4882-a8b8-e51be1e56324 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.856826] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01345f94-62da-4246-b0d0-d073f948c20f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.895913] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.896249] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b140d3f-eb1d-4d4c-9760-22dc4b15b5d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.906140] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1257.906140] env[69987]: value = "task-3501412" [ 1257.906140] env[69987]: _type = "Task" [ 1257.906140] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.920231] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1257.920478] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.920725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.920876] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.921059] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.921341] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8fe910e-7a36-4ebe-a9ff-97d1e6f6a5b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.934570] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.934786] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.935586] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a99602a-603d-4b2d-8b22-486dae536ff8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.944330] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1257.944330] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fdd525-7ce8-0e31-1bc6-c000db448e7c" [ 1257.944330] env[69987]: _type = "Task" [ 1257.944330] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.956099] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fdd525-7ce8-0e31-1bc6-c000db448e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.064513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a390b864-c14f-46d9-8791-54a2d5318f51 tempest-ServerMetadataNegativeTestJSON-1729858799 tempest-ServerMetadataNegativeTestJSON-1729858799-project-member] Lock "0dc4dbbb-37b8-4273-b801-21aec4c27c35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.379s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.098777] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501409, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.104977] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501411, 'name': PowerOffVM_Task, 'duration_secs': 0.255657} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.105284] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.105476] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.202879] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e6627-1626-4681-b7cf-dfd61dd2741a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.230410] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db597d4-524c-4a84-8018-f32c2b40fca1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.233745] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fb6026-80f2-2495-7753-5b93a2d82054, 'name': SearchDatastore_Task, 'duration_secs': 0.089551} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.234025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.234300] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.234971] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-171b3de3-6f7e-4ab8-87fc-177b5665d528 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.241595] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance 'ebb06e9b-a77c-43ce-bf51-f370eaad7715' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.249072] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1258.249072] env[69987]: value = "task-3501413" [ 1258.249072] env[69987]: _type = "Task" [ 1258.249072] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.258525] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.456623] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fdd525-7ce8-0e31-1bc6-c000db448e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.457504] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c749ebf5-0baa-4aaf-8051-a82f87a07f33 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.463990] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1258.463990] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b0db2d-12fb-d565-b0fc-842119975a72" [ 1258.463990] env[69987]: _type = "Task" [ 1258.463990] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.473442] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b0db2d-12fb-d565-b0fc-842119975a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.596870] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501409, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.612321] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.612573] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.612739] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.612939] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.613916] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.614355] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.614674] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.614864] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.615054] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.615352] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.615404] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.622872] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948dd10e-47a5-4771-981a-a4a9dd48ec56 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.643165] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1258.643165] env[69987]: value = "task-3501414" [ 1258.643165] env[69987]: _type = "Task" [ 1258.643165] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.653977] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.752420] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.752846] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df2c9503-7ad4-4b92-9c8c-57a4e63cf5b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.769186] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.770786] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1258.770786] env[69987]: value = "task-3501415" [ 1258.770786] env[69987]: _type = "Task" [ 1258.770786] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.783025] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.976573] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b0db2d-12fb-d565-b0fc-842119975a72, 'name': SearchDatastore_Task, 'duration_secs': 0.031169} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.976972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.977333] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. {{(pid=69987) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1258.977672] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a433eeb9-5080-4352-9316-d13ad64ec74f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.985981] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1258.985981] env[69987]: value = "task-3501416" [ 1258.985981] env[69987]: _type = "Task" [ 1258.985981] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.996535] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.098254] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501409, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.154218] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501414, 'name': ReconfigVM_Task, 'duration_secs': 0.337542} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.154584] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.266723] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.282499] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.500530] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501416, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.599027] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501409, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.465431} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.599230] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9/OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9.vmdk to [datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314/dc99e85d-4d79-4f68-ac18-26c056d50314.vmdk. [ 1259.599337] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Cleaning up location [datastore1] OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1259.599510] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8e05f6ec-56c0-465c-bbfd-9a48993d99e9 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.599860] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb6c8078-f556-47ff-9264-70f33412a309 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.607786] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1259.607786] env[69987]: value = "task-3501417" [ 1259.607786] env[69987]: _type = "Task" [ 1259.607786] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.619436] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.662837] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.663118] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.663290] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.663480] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.663630] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.663784] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.663993] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.664167] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.664337] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.664502] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.664685] env[69987]: DEBUG nova.virt.hardware [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.670463] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.670806] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd666f7-85f5-4219-8714-3c6de3dc4f3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.693164] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1259.693164] env[69987]: value = "task-3501418" [ 1259.693164] env[69987]: _type = "Task" [ 1259.693164] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.703590] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.766141] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.783741] env[69987]: DEBUG oslo_vmware.api [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501415, 'name': PowerOnVM_Task, 'duration_secs': 0.762437} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.784135] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.784624] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec4b63-0611-4dff-b36c-ae7772ea7074 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance 'ebb06e9b-a77c-43ce-bf51-f370eaad7715' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.998687] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735754} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.998959] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk. [ 1259.999760] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb1109b-bf32-4bc5-9d0e-a9e2e1fc70ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.030952] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.031700] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8070bbde-9aee-406c-b030-befd43d3dc95 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.053744] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1260.053744] env[69987]: value = "task-3501419" [ 1260.053744] env[69987]: _type = "Task" [ 1260.053744] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.063679] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501419, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.119418] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238341} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.119418] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.119602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314/dc99e85d-4d79-4f68-ac18-26c056d50314.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.120075] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314/dc99e85d-4d79-4f68-ac18-26c056d50314.vmdk to [datastore1] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.120075] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591a3db1-3ef7-4bb0-8c75-c4a736262ac1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.127884] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1260.127884] env[69987]: value = "task-3501420" [ 1260.127884] env[69987]: _type = "Task" [ 1260.127884] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.135750] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.203362] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501418, 'name': ReconfigVM_Task, 'duration_secs': 0.399914} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.203797] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.204429] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca2139-f186-4a2c-9b3a-116ad6530f3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.230442] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.231083] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ccba75b-d6c3-4fcf-a20e-617ae6e49503 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.251164] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1260.251164] env[69987]: value = "task-3501421" [ 1260.251164] env[69987]: _type = "Task" [ 1260.251164] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.264674] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.269420] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501413, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.789107} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.269788] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.270077] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.270410] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d757f985-f65b-40d9-b064-75b59a6ad3c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.279018] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1260.279018] env[69987]: value = "task-3501422" [ 1260.279018] env[69987]: _type = "Task" [ 1260.279018] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.294456] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.459882] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-9cb972be-6982-4e58-9c4e-2e51da834def" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.460257] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-9cb972be-6982-4e58-9c4e-2e51da834def" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.460726] env[69987]: DEBUG nova.objects.instance [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'flavor' on Instance uuid 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.565704] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.638457] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.762529] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.790507] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142091} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.790805] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.791697] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a04a6-a072-415e-b276-4e3bbcd00ec7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.815191] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.815874] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59591c3d-33a5-4643-b2d4-81e76b1d28cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.838505] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1260.838505] env[69987]: value = "task-3501423" [ 1260.838505] env[69987]: _type = "Task" [ 1260.838505] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.848235] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.068326] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501419, 'name': ReconfigVM_Task, 'duration_secs': 0.52259} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.071266] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037/3a95316a-003e-4f29-a875-e84f764356d2-rescue.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.072339] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f24bb5-57eb-4185-89ca-49f053abd8f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.105901] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38548e8-d8aa-4f45-9ba4-01498c0b96d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.118268] env[69987]: DEBUG nova.objects.instance [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'pci_requests' on Instance uuid 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.129777] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1261.129777] env[69987]: value = "task-3501424" [ 1261.129777] env[69987]: _type = "Task" [ 1261.129777] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.143458] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.147136] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.269506] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501421, 'name': ReconfigVM_Task, 'duration_secs': 0.818069} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.269975] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.270463] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.354416] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.621070] env[69987]: DEBUG nova.objects.base [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Object Instance<58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4> lazy-loaded attributes: flavor,pci_requests {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1261.621290] env[69987]: DEBUG nova.network.neutron [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.644674] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501424, 'name': ReconfigVM_Task, 'duration_secs': 0.349476} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.650078] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.650514] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.650861] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd188f5-ba34-4251-bf1e-5cd63aa9f061 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.665721] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1261.665721] env[69987]: value = "task-3501425" [ 1261.665721] env[69987]: _type = "Task" [ 1261.665721] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.678571] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.697171] env[69987]: DEBUG nova.policy [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.777354] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b931b9a-55fc-4d41-8be4-221fde60baee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.807506] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c5ed9c-0979-49b9-aacf-07e7916f89fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.837363] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.855528] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.032526] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.032759] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.032907] env[69987]: DEBUG nova.compute.manager [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Going to confirm migration 6 {{(pid=69987) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1262.141824] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.178212] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501425, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.362648] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501423, 'name': ReconfigVM_Task, 'duration_secs': 1.132457} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.363159] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411/ea10e6ff-407c-40e2-a3d9-f74a27a37411.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.364023] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3c87c26-8b46-4ba2-8c80-f0e9c558f7b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.377456] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1262.377456] env[69987]: value = "task-3501426" [ 1262.377456] env[69987]: _type = "Task" [ 1262.377456] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.390329] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501426, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.630947] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.631186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquired lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.631371] env[69987]: DEBUG nova.network.neutron [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.632028] env[69987]: DEBUG nova.objects.instance [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'info_cache' on Instance uuid ebb06e9b-a77c-43ce-bf51-f370eaad7715 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.646037] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.680624] env[69987]: DEBUG oslo_vmware.api [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501425, 'name': PowerOnVM_Task, 'duration_secs': 0.75887} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.680929] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.683872] env[69987]: DEBUG nova.compute.manager [None req-16e2c49d-2151-4684-acc2-9702d9e0c962 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.685188] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c252d2-d295-4640-9bb7-ccfd47caa140 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.892181] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501426, 'name': Rename_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.149573] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.258323] env[69987]: DEBUG nova.network.neutron [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Successfully updated port: 9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.390496] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501426, 'name': Rename_Task, 'duration_secs': 0.54524} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.390864] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.391021] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea1b34b-ecf1-43c9-98ac-587450e7dd74 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.398530] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1263.398530] env[69987]: value = "task-3501427" [ 1263.398530] env[69987]: _type = "Task" [ 1263.398530] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.406994] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.513541] env[69987]: DEBUG nova.network.neutron [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Port fddb2882-2c68-4648-970d-23736fa5a265 binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1263.646613] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501420, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.070115} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.646828] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc99e85d-4d79-4f68-ac18-26c056d50314/dc99e85d-4d79-4f68-ac18-26c056d50314.vmdk to [datastore1] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.648087] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266107c9-0cee-4ec4-9afd-3f2c9b306cbe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.671333] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.671597] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b157dab2-7a4e-4860-b5ee-073c6deeafbd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.694020] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1263.694020] env[69987]: value = "task-3501428" [ 1263.694020] env[69987]: _type = "Task" [ 1263.694020] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.702748] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.762711] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.763022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.764506] env[69987]: DEBUG nova.network.neutron [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.853343] env[69987]: DEBUG nova.network.neutron [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance_info_cache with network_info: [{"id": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "address": "fa:16:3e:ac:1a:d2", "network": {"id": "4b18320a-54af-4efe-a6b9-1b9d823fdc43", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2059511066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07e2b79dad56402a964366af7f171d43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3468ba89-ae", "ovs_interfaceid": "3468ba89-aebb-42ee-b5ad-07c872200dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.909768] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.204296] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.304445] env[69987]: WARNING nova.network.neutron [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] 8bb40b02-ad62-4e88-a5c6-78b406d6eeb7 already exists in list: networks containing: ['8bb40b02-ad62-4e88-a5c6-78b406d6eeb7']. ignoring it [ 1264.356032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Releasing lock "refresh_cache-ebb06e9b-a77c-43ce-bf51-f370eaad7715" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.356371] env[69987]: DEBUG nova.objects.instance [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lazy-loading 'migration_context' on Instance uuid ebb06e9b-a77c-43ce-bf51-f370eaad7715 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.411174] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501427, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.536809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.537181] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.537485] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.582245] env[69987]: DEBUG nova.network.neutron [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cb972be-6982-4e58-9c4e-2e51da834def", "address": "fa:16:3e:27:47:cd", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb972be-69", "ovs_interfaceid": "9cb972be-6982-4e58-9c4e-2e51da834def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.704812] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501428, 'name': ReconfigVM_Task, 'duration_secs': 0.879237} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.705187] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfigured VM instance instance-0000005b to attach disk [datastore1] d6a73581-6e62-4c3b-9f35-74a410a23cad/d6a73581-6e62-4c3b-9f35-74a410a23cad.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.706457] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'encryption_secret_uuid': None, 'image_id': '3a95316a-003e-4f29-a875-e84f764356d2'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'attachment_id': 'abb46ad9-c120-483a-9cfd-83e586b1853d', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699706', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'name': 'volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd6a73581-6e62-4c3b-9f35-74a410a23cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'serial': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de'}, 'volume_type': None}], 'swap': None} {{(pid=69987) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1264.706686] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1264.706885] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699706', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'name': 'volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd6a73581-6e62-4c3b-9f35-74a410a23cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'serial': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1264.707774] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea2b348-ec85-4b63-838b-5427e76a86df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.726386] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5a2e48-2fc4-42d8-99f4-76da4c8b91db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.753047] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de/volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.753047] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63b7fb54-77fe-45b5-be3d-24725a156c24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.774229] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1264.774229] env[69987]: value = "task-3501429" [ 1264.774229] env[69987]: _type = "Task" [ 1264.774229] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.785492] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.859617] env[69987]: DEBUG nova.objects.base [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.860778] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb25de-7a64-4b1f-ab9f-c2f70ffcf8ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.884351] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76292155-4703-4fa1-9a63-42f600718a68 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.891578] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1264.891578] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52173ddb-f2cb-1799-0e23-7e0809f86455" [ 1264.891578] env[69987]: _type = "Task" [ 1264.891578] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.900707] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52173ddb-f2cb-1799-0e23-7e0809f86455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.909020] env[69987]: DEBUG oslo_vmware.api [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501427, 'name': PowerOnVM_Task, 'duration_secs': 1.038459} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.909328] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.909584] env[69987]: DEBUG nova.compute.manager [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.910378] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6491313-cd6a-430a-94dd-540d539ea59c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.085399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.086126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.086314] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.087183] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c8fcc-eb55-440d-bdac-21bdbdbd2044 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.104602] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.104823] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.104984] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.105184] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.105333] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.105479] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.105708] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.105887] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.106074] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.106245] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.106417] env[69987]: DEBUG nova.virt.hardware [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.112797] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Reconfiguring VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1265.113096] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1e39b2-108c-47cd-a9a2-317d66b67de3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.131111] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1265.131111] env[69987]: value = "task-3501430" [ 1265.131111] env[69987]: _type = "Task" [ 1265.131111] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.141374] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.286520] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.403224] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52173ddb-f2cb-1799-0e23-7e0809f86455, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.403513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.403865] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.425320] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.576557] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.576755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.576937] env[69987]: DEBUG nova.network.neutron [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.642188] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.786666] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.106809] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eed1d8a-64ac-44c7-ad35-128b079d896b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.117212] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77468b-b7d1-4440-bc7f-c824375cac8a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.152778] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6466cb-3b63-4d08-b718-c1b384dcc292 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.163570] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf509f0-19a9-4f9f-b06e-709f14340416 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.167216] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.179425] env[69987]: DEBUG nova.compute.provider_tree [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.287448] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501429, 'name': ReconfigVM_Task, 'duration_secs': 1.067936} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.287448] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de/volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.291307] env[69987]: DEBUG nova.network.neutron [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.292453] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-790cf032-8ad5-4c19-9ca7-a6260e7c7bc7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.309565] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1266.309565] env[69987]: value = "task-3501431" [ 1266.309565] env[69987]: _type = "Task" [ 1266.309565] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.319535] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.658663] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.682972] env[69987]: DEBUG nova.scheduler.client.report [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.804274] env[69987]: DEBUG oslo_concurrency.lockutils [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.820421] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501431, 'name': ReconfigVM_Task, 'duration_secs': 0.151804} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.820718] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699706', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'name': 'volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd6a73581-6e62-4c3b-9f35-74a410a23cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'serial': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1266.821305] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cfdd03a-143c-4025-bd73-4a941f84c86a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.831506] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1266.831506] env[69987]: value = "task-3501432" [ 1266.831506] env[69987]: _type = "Task" [ 1266.831506] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.840513] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501432, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.158350] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.313192] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1c041-f7dc-438f-aba1-814df568a367 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.321172] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46606ffd-d59c-4a49-9b16-8e7443a507c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.346507] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501432, 'name': Rename_Task, 'duration_secs': 0.16188} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.346799] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.347033] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b188d8-b0c7-48af-b7fe-c37639b1302b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.355045] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1267.355045] env[69987]: value = "task-3501433" [ 1267.355045] env[69987]: _type = "Task" [ 1267.355045] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.362832] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.662742] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.694063] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.289s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.696054] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.271s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.696216] env[69987]: DEBUG nova.objects.instance [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1267.849226] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.849415] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Cleaning up deleted instances with incomplete migration {{(pid=69987) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1267.866840] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.159537] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.253569] env[69987]: INFO nova.scheduler.client.report [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted allocation for migration 506e1fe5-a647-4952-b86c-d97ba1a4eec4 [ 1268.365476] env[69987]: DEBUG oslo_vmware.api [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501433, 'name': PowerOnVM_Task, 'duration_secs': 0.66208} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.365743] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.423502] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff66fd-6416-4dfb-b3da-8ff29ca1f58a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.448313] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be94362-23b2-40fd-a6e4-f1fbbf164419 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.456479] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.468222] env[69987]: DEBUG nova.compute.manager [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.468222] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d8613-2147-4812-919f-4848344b9986 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.660164] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.706602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ca7be41d-d3ee-4169-b021-5b80cc56b1cd tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.758581] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.726s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.962847] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.963203] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f1116b2-7672-440d-94ef-6742d5c838af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.972937] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1268.972937] env[69987]: value = "task-3501434" [ 1268.972937] env[69987]: _type = "Task" [ 1268.972937] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.985632] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.987852] env[69987]: DEBUG oslo_concurrency.lockutils [None req-17c3f37d-f9bc-4880-bcdc-484263971ea3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.777s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.161305] env[69987]: DEBUG oslo_vmware.api [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501430, 'name': ReconfigVM_Task, 'duration_secs': 3.899008} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.161842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.162082] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Reconfigured VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1269.351725] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.352043] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.352435] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Cleaning up deleted instances {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1269.484222] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.666246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ebf62cef-bd91-43c9-b88d-e25f86aed6da tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-9cb972be-6982-4e58-9c4e-2e51da834def" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.206s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.864830] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] There are 43 instances to clean {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1269.864830] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 0dc4dbbb-37b8-4273-b801-21aec4c27c35] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.985989] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.988783] env[69987]: DEBUG nova.compute.manager [req-03128c10-c6e5-425e-b893-884128852bd9 req-d37837e4-4d24-4baa-8ddc-371ed18c2ea6 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-vif-plugged-9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.989082] env[69987]: DEBUG oslo_concurrency.lockutils [req-03128c10-c6e5-425e-b893-884128852bd9 req-d37837e4-4d24-4baa-8ddc-371ed18c2ea6 service nova] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.989351] env[69987]: DEBUG oslo_concurrency.lockutils [req-03128c10-c6e5-425e-b893-884128852bd9 req-d37837e4-4d24-4baa-8ddc-371ed18c2ea6 service nova] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.989564] env[69987]: DEBUG oslo_concurrency.lockutils [req-03128c10-c6e5-425e-b893-884128852bd9 req-d37837e4-4d24-4baa-8ddc-371ed18c2ea6 service nova] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.989749] env[69987]: DEBUG nova.compute.manager [req-03128c10-c6e5-425e-b893-884128852bd9 req-d37837e4-4d24-4baa-8ddc-371ed18c2ea6 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] No waiting events found dispatching network-vif-plugged-9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.989908] env[69987]: WARNING nova.compute.manager [req-03128c10-c6e5-425e-b893-884128852bd9 req-d37837e4-4d24-4baa-8ddc-371ed18c2ea6 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received unexpected event network-vif-plugged-9cb972be-6982-4e58-9c4e-2e51da834def for instance with vm_state active and task_state None. [ 1270.053109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.053323] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.053639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.053923] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.054203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.057445] env[69987]: INFO nova.compute.manager [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Terminating instance [ 1270.368697] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: debaf1cc-296a-46af-9e3e-a1629549f59f] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.485726] env[69987]: DEBUG oslo_vmware.api [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501434, 'name': PowerOnVM_Task, 'duration_secs': 1.418673} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.486040] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.486365] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-65cbb5ae-c267-4cce-a37f-2d2de6a18531 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1270.567638] env[69987]: DEBUG nova.compute.manager [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.567934] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.569145] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29662cb1-4af3-46d7-9a5b-c854122bb02e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.581905] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.582183] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825c5adf-4152-44ad-b74a-11a750a21aed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.590624] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1270.590624] env[69987]: value = "task-3501435" [ 1270.590624] env[69987]: _type = "Task" [ 1270.590624] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.602616] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.768460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.768806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.769121] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.769393] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.769613] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.772104] env[69987]: INFO nova.compute.manager [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Terminating instance [ 1270.873016] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 3b463f49-1f67-4522-9398-929c86dffb5a] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.926072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "08710bc2-6f0a-4021-9b99-5a1250b08024" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.926436] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.027386] env[69987]: INFO nova.compute.manager [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Unrescuing [ 1271.027904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.027904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquired lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.028059] env[69987]: DEBUG nova.network.neutron [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.101283] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501435, 'name': PowerOffVM_Task, 'duration_secs': 0.341824} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.101550] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.101785] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.102076] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c97934b-c540-434a-b7ff-ac5767a506b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.174193] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.174439] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.174607] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleting the datastore file [datastore2] ebb06e9b-a77c-43ce-bf51-f370eaad7715 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.174879] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28f8abf0-abc6-4496-be6a-e9a8f7764148 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.183908] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for the task: (returnval){ [ 1271.183908] env[69987]: value = "task-3501437" [ 1271.183908] env[69987]: _type = "Task" [ 1271.183908] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.193884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-9cb972be-6982-4e58-9c4e-2e51da834def" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.194217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-9cb972be-6982-4e58-9c4e-2e51da834def" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.195750] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.275986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "refresh_cache-ea10e6ff-407c-40e2-a3d9-f74a27a37411" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.276244] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquired lock "refresh_cache-ea10e6ff-407c-40e2-a3d9-f74a27a37411" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.276374] env[69987]: DEBUG nova.network.neutron [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.376624] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 982001a8-851c-4b52-8886-cd837772a643] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.429844] env[69987]: INFO nova.compute.manager [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Detaching volume f04fe290-81d6-4d45-8cba-03c79592d64e [ 1271.465580] env[69987]: INFO nova.virt.block_device [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Attempting to driver detach volume f04fe290-81d6-4d45-8cba-03c79592d64e from mountpoint /dev/sdb [ 1271.465953] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.466172] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.467081] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52780f8b-48e7-47cf-9ce2-15c62a52fd72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.491869] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea094c86-517e-4cba-8d01-1e4eb2e2ce60 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.500983] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e87058-bc0e-42a2-9eb3-60618ec94837 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.523306] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbb61c-b56d-45ba-9051-c5d7b4d5f8b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.547410] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] The volume has not been displaced from its original location: [datastore1] volume-f04fe290-81d6-4d45-8cba-03c79592d64e/volume-f04fe290-81d6-4d45-8cba-03c79592d64e.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.552990] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.553346] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b56c2bd-404f-4acb-9ad0-f91efac04418 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.575076] env[69987]: DEBUG oslo_vmware.api [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1271.575076] env[69987]: value = "task-3501438" [ 1271.575076] env[69987]: _type = "Task" [ 1271.575076] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.584843] env[69987]: DEBUG oslo_vmware.api [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.694233] env[69987]: DEBUG oslo_vmware.api [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Task: {'id': task-3501437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353656} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.694501] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.694687] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.694868] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.695062] env[69987]: INFO nova.compute.manager [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1271.695314] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.695505] env[69987]: DEBUG nova.compute.manager [-] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.695598] env[69987]: DEBUG nova.network.neutron [-] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.697456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.697625] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.698452] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9910d-a175-40e8-9f8b-36b371a3d075 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.720810] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f5571-cc41-4337-ad9b-9c592dd6ef75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.748552] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Reconfiguring VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1271.750808] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7af34d-523f-4855-a9a3-9339881d7d2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.771231] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1271.771231] env[69987]: value = "task-3501439" [ 1271.771231] env[69987]: _type = "Task" [ 1271.771231] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.782265] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.802253] env[69987]: DEBUG nova.network.neutron [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.827567] env[69987]: DEBUG nova.network.neutron [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.876306] env[69987]: DEBUG nova.network.neutron [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.882433] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: e4e62857-a168-46ba-97ef-4fa427159f57] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.014038] env[69987]: DEBUG nova.compute.manager [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-changed-9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.014038] env[69987]: DEBUG nova.compute.manager [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing instance network info cache due to event network-changed-9cb972be-6982-4e58-9c4e-2e51da834def. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.014260] env[69987]: DEBUG oslo_concurrency.lockutils [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.014260] env[69987]: DEBUG oslo_concurrency.lockutils [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.014880] env[69987]: DEBUG nova.network.neutron [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing network info cache for port 9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.025797] env[69987]: DEBUG nova.compute.manager [req-2e7d5ed4-ec3b-462b-9674-b6a71040851a req-6c610e33-eec2-4806-b655-ad0c77cfc4b1 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Received event network-vif-deleted-3468ba89-aebb-42ee-b5ad-07c872200dfc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.026070] env[69987]: INFO nova.compute.manager [req-2e7d5ed4-ec3b-462b-9674-b6a71040851a req-6c610e33-eec2-4806-b655-ad0c77cfc4b1 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Neutron deleted interface 3468ba89-aebb-42ee-b5ad-07c872200dfc; detaching it from the instance and deleting it from the info cache [ 1272.026223] env[69987]: DEBUG nova.network.neutron [req-2e7d5ed4-ec3b-462b-9674-b6a71040851a req-6c610e33-eec2-4806-b655-ad0c77cfc4b1 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.085801] env[69987]: DEBUG oslo_vmware.api [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501438, 'name': ReconfigVM_Task, 'duration_secs': 0.468945} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.086148] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.092291] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3233d0f6-4c4f-4e38-a0c7-cd70640d6589 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.109200] env[69987]: DEBUG oslo_vmware.api [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1272.109200] env[69987]: value = "task-3501440" [ 1272.109200] env[69987]: _type = "Task" [ 1272.109200] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.118026] env[69987]: DEBUG oslo_vmware.api [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.284945] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.330382] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Releasing lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.331057] env[69987]: DEBUG nova.objects.instance [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lazy-loading 'flavor' on Instance uuid 14d8065b-7b2d-4cc2-bbe5-0449f211a037 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.379103] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Releasing lock "refresh_cache-ea10e6ff-407c-40e2-a3d9-f74a27a37411" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.379535] env[69987]: DEBUG nova.compute.manager [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.379729] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.380623] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e556a71-a141-4c69-83ef-ca9f59bbf7a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.385577] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 39220515-b97e-4042-9d35-e04aed20a27c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.389757] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.390236] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-181d4437-1cd3-4511-878f-7f9eeba49a63 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.397408] env[69987]: DEBUG oslo_vmware.api [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1272.397408] env[69987]: value = "task-3501441" [ 1272.397408] env[69987]: _type = "Task" [ 1272.397408] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.406262] env[69987]: DEBUG oslo_vmware.api [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.510585] env[69987]: DEBUG nova.network.neutron [-] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.528754] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-314f737e-a410-4fb4-b786-3c691a06fb36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.539054] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d750356-0c2d-438c-bc67-42796324dfa2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.579569] env[69987]: DEBUG nova.compute.manager [req-2e7d5ed4-ec3b-462b-9674-b6a71040851a req-6c610e33-eec2-4806-b655-ad0c77cfc4b1 service nova] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Detach interface failed, port_id=3468ba89-aebb-42ee-b5ad-07c872200dfc, reason: Instance ebb06e9b-a77c-43ce-bf51-f370eaad7715 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.621618] env[69987]: DEBUG oslo_vmware.api [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501440, 'name': ReconfigVM_Task, 'duration_secs': 0.178873} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.621929] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699692', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'name': 'volume-f04fe290-81d6-4d45-8cba-03c79592d64e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08710bc2-6f0a-4021-9b99-5a1250b08024', 'attached_at': '', 'detached_at': '', 'volume_id': 'f04fe290-81d6-4d45-8cba-03c79592d64e', 'serial': 'f04fe290-81d6-4d45-8cba-03c79592d64e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.718461] env[69987]: DEBUG nova.network.neutron [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updated VIF entry in instance network info cache for port 9cb972be-6982-4e58-9c4e-2e51da834def. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.718901] env[69987]: DEBUG nova.network.neutron [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cb972be-6982-4e58-9c4e-2e51da834def", "address": "fa:16:3e:27:47:cd", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb972be-69", "ovs_interfaceid": "9cb972be-6982-4e58-9c4e-2e51da834def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.782955] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.839184] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24144abb-d8a2-49a6-9797-9af73fa054c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.865757] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.866061] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27d209a1-3580-4b86-a267-f65c85eba7e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.871108] env[69987]: DEBUG nova.network.neutron [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Port fddb2882-2c68-4648-970d-23736fa5a265 binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1272.871362] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.871514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.871683] env[69987]: DEBUG nova.network.neutron [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.874241] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1272.874241] env[69987]: value = "task-3501442" [ 1272.874241] env[69987]: _type = "Task" [ 1272.874241] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.883851] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.890825] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 7b76b1c1-2ccb-46b5-b6e1-2e8af218b35e] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.909806] env[69987]: DEBUG oslo_vmware.api [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501441, 'name': PowerOffVM_Task, 'duration_secs': 0.206678} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.910403] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.910403] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.910578] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1168a49-ad7c-4177-9bab-8485f312d2df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.940676] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.940984] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.941261] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Deleting the datastore file [datastore1] ea10e6ff-407c-40e2-a3d9-f74a27a37411 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.941948] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa5830fc-b3fd-41e0-bdf7-33ec2aef4c69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.950169] env[69987]: DEBUG oslo_vmware.api [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for the task: (returnval){ [ 1272.950169] env[69987]: value = "task-3501444" [ 1272.950169] env[69987]: _type = "Task" [ 1272.950169] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.959919] env[69987]: DEBUG oslo_vmware.api [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.015365] env[69987]: INFO nova.compute.manager [-] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Took 1.32 seconds to deallocate network for instance. [ 1273.168313] env[69987]: DEBUG nova.objects.instance [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'flavor' on Instance uuid 08710bc2-6f0a-4021-9b99-5a1250b08024 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.221428] env[69987]: DEBUG oslo_concurrency.lockutils [req-3a100d4b-648d-4ee1-a0ce-acd23cbe16c1 req-c8aeb144-f70e-402f-a1c4-57f5eb9c201a service nova] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.282945] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.387391] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501442, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.394906] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 2c66dab2-8d3d-4dc8-adb1-35ec1ab21863] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.460271] env[69987]: DEBUG oslo_vmware.api [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Task: {'id': task-3501444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107148} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.460640] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.460850] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.461049] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.461229] env[69987]: INFO nova.compute.manager [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1273.461473] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.461666] env[69987]: DEBUG nova.compute.manager [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.461760] env[69987]: DEBUG nova.network.neutron [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.478776] env[69987]: DEBUG nova.network.neutron [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.523506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.523836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.524077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.547276] env[69987]: INFO nova.scheduler.client.report [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Deleted allocations for instance ebb06e9b-a77c-43ce-bf51-f370eaad7715 [ 1273.595735] env[69987]: DEBUG nova.network.neutron [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.784012] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.888662] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501442, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.898316] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 9aa8d82d-371c-4edc-8db1-86778e48a36e] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.985429] env[69987]: DEBUG nova.network.neutron [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.055845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-836be6c9-c9de-4248-abc2-cf5780862488 tempest-DeleteServersTestJSON-1084822395 tempest-DeleteServersTestJSON-1084822395-project-member] Lock "ebb06e9b-a77c-43ce-bf51-f370eaad7715" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.003s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.098647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.175130] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e9151e27-d4a7-43e6-9d74-768ec752bd68 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.285526] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.389183] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501442, 'name': PowerOffVM_Task, 'duration_secs': 1.232057} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.389489] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.394809] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.395104] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715a34d4-ebe6-4825-b072-b9d3f9c4394b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.408269] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 7e5e1ea1-4f4f-4c35-b847-cc92defa1004] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.417509] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1274.417509] env[69987]: value = "task-3501445" [ 1274.417509] env[69987]: _type = "Task" [ 1274.417509] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.426744] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.488489] env[69987]: INFO nova.compute.manager [-] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Took 1.03 seconds to deallocate network for instance. [ 1274.602750] env[69987]: DEBUG nova.compute.manager [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69987) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1274.790775] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.911949] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: c622e933-53d0-40db-8e7f-61f58e25afa5] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.930444] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501445, 'name': ReconfigVM_Task, 'duration_secs': 0.291759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.930707] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.930898] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.931177] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f0d84b2-3c7c-47c4-aab5-7c06dc4c0d2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.938757] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1274.938757] env[69987]: value = "task-3501447" [ 1274.938757] env[69987]: _type = "Task" [ 1274.938757] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.947521] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.995761] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.996142] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.996590] env[69987]: DEBUG nova.objects.instance [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lazy-loading 'resources' on Instance uuid ea10e6ff-407c-40e2-a3d9-f74a27a37411 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.284967] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "08710bc2-6f0a-4021-9b99-5a1250b08024" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.285288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.285537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "08710bc2-6f0a-4021-9b99-5a1250b08024-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.285763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.286143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.292113] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.292628] env[69987]: INFO nova.compute.manager [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Terminating instance [ 1275.415224] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: cda39513-00d1-4838-8936-42ac5e64064e] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.450696] env[69987]: DEBUG oslo_vmware.api [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501447, 'name': PowerOnVM_Task, 'duration_secs': 0.392641} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.450893] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.451143] env[69987]: DEBUG nova.compute.manager [None req-d4d785ba-b5f9-4137-a76c-ac95ada905bb tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.451910] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f6c6b4-a400-44d7-a059-b50615b59343 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.668260] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33df543-d4c5-4144-8cc3-e0bb7abcc2a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.676734] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9911fb-1b97-46ba-8dcf-c2bba6808d9d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.708207] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2aac4-3c56-4cd8-99fd-3025291cf950 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.715250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.716616] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7501ee-e3ee-457f-96d0-124574b8445d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.730306] env[69987]: DEBUG nova.compute.provider_tree [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.789717] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.796544] env[69987]: DEBUG nova.compute.manager [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.796746] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.797588] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb24bb2-f0c2-4303-beb1-141e6f3dce99 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.806019] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.806285] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d43ded59-063f-4278-9e91-9a44adecedfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.813702] env[69987]: DEBUG oslo_vmware.api [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1275.813702] env[69987]: value = "task-3501448" [ 1275.813702] env[69987]: _type = "Task" [ 1275.813702] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.823795] env[69987]: DEBUG oslo_vmware.api [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.918275] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 6607c793-442b-405b-8c41-d29c12c2f80e] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.233566] env[69987]: DEBUG nova.scheduler.client.report [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.291196] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.324061] env[69987]: DEBUG oslo_vmware.api [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501448, 'name': PowerOffVM_Task, 'duration_secs': 0.220761} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.324423] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.324651] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.324945] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88334efc-c99c-435d-bff7-952f59bffb73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.394453] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.394676] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.394870] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleting the datastore file [datastore1] 08710bc2-6f0a-4021-9b99-5a1250b08024 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.395196] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0032bb4-8ee1-46f4-8594-b8fe69844d3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.402025] env[69987]: DEBUG oslo_vmware.api [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1276.402025] env[69987]: value = "task-3501450" [ 1276.402025] env[69987]: _type = "Task" [ 1276.402025] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.410299] env[69987]: DEBUG oslo_vmware.api [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.421926] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 4d64ff93-96bd-41cb-8dc2-edcc59f8273c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.694661] env[69987]: DEBUG nova.compute.manager [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Received event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.694861] env[69987]: DEBUG nova.compute.manager [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing instance network info cache due to event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.695091] env[69987]: DEBUG oslo_concurrency.lockutils [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] Acquiring lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.695598] env[69987]: DEBUG oslo_concurrency.lockutils [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] Acquired lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.695598] env[69987]: DEBUG nova.network.neutron [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.738631] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.740933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.026s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.765825] env[69987]: INFO nova.scheduler.client.report [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Deleted allocations for instance ea10e6ff-407c-40e2-a3d9-f74a27a37411 [ 1276.795410] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.913896] env[69987]: DEBUG oslo_vmware.api [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147383} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.914188] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.914381] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.914565] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.914742] env[69987]: INFO nova.compute.manager [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1276.915019] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.915226] env[69987]: DEBUG nova.compute.manager [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.915321] env[69987]: DEBUG nova.network.neutron [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.924790] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 0ef7a0da-8764-4517-a36b-59f29cf308c8] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.243295] env[69987]: DEBUG nova.objects.instance [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'migration_context' on Instance uuid 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.275942] env[69987]: DEBUG oslo_concurrency.lockutils [None req-04a9d07d-0adf-4798-86df-0fe11c8e9a7e tempest-ServerShowV257Test-319326404 tempest-ServerShowV257Test-319326404-project-member] Lock "ea10e6ff-407c-40e2-a3d9-f74a27a37411" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.507s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.297803] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.429873] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 91ba8740-abfb-4cf6-80bf-552cf5b2586f] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.521526] env[69987]: DEBUG nova.compute.manager [req-19e049c8-18c8-4266-a659-70ea696fdd33 req-923c7e3b-c43a-4ce3-9647-9f6d10babc8e service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Received event network-vif-deleted-1a363ae8-2e72-4c0f-94a3-59ba12de641d {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.521737] env[69987]: INFO nova.compute.manager [req-19e049c8-18c8-4266-a659-70ea696fdd33 req-923c7e3b-c43a-4ce3-9647-9f6d10babc8e service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Neutron deleted interface 1a363ae8-2e72-4c0f-94a3-59ba12de641d; detaching it from the instance and deleting it from the info cache [ 1277.521930] env[69987]: DEBUG nova.network.neutron [req-19e049c8-18c8-4266-a659-70ea696fdd33 req-923c7e3b-c43a-4ce3-9647-9f6d10babc8e service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.539653] env[69987]: DEBUG nova.network.neutron [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updated VIF entry in instance network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.539653] env[69987]: DEBUG nova.network.neutron [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.795795] env[69987]: DEBUG oslo_vmware.api [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501439, 'name': ReconfigVM_Task, 'duration_secs': 5.797612} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.796196] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.796384] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Reconfigured VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1277.933845] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 7ed6f69d-c68f-4a02-9cf9-60a1df86c29c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.999938] env[69987]: DEBUG nova.network.neutron [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.025574] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fc0ccd8-7d1a-474d-bc30-78df4b34c65e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.040375] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6acc005-ff13-4e75-be45-716bf8be85b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.053590] env[69987]: DEBUG oslo_concurrency.lockutils [req-84529686-44b8-4bc7-9760-24d864973170 req-4055d361-9391-4263-a256-ec8ad877d394 service nova] Releasing lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.080376] env[69987]: DEBUG nova.compute.manager [req-19e049c8-18c8-4266-a659-70ea696fdd33 req-923c7e3b-c43a-4ce3-9647-9f6d10babc8e service nova] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Detach interface failed, port_id=1a363ae8-2e72-4c0f-94a3-59ba12de641d, reason: Instance 08710bc2-6f0a-4021-9b99-5a1250b08024 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.144812] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fa108f-2af4-4eeb-bf38-f831a3e12a32 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.154060] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66771c6-17a9-4f4e-80bb-54c5b02fa731 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.188442] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b4bab5-a3db-4c38-9c22-bd56eb3756b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.197647] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6760a-8604-4f2f-bdf9-b2bcba02a1a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.212979] env[69987]: DEBUG nova.compute.provider_tree [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.437631] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: f5f58c4c-484f-4557-b572-da71671c0c4c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.504203] env[69987]: INFO nova.compute.manager [-] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Took 1.59 seconds to deallocate network for instance. [ 1278.724279] env[69987]: DEBUG nova.compute.manager [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Received event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.724484] env[69987]: DEBUG nova.compute.manager [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing instance network info cache due to event network-changed-c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.725100] env[69987]: DEBUG oslo_concurrency.lockutils [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] Acquiring lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.725265] env[69987]: DEBUG oslo_concurrency.lockutils [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] Acquired lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.725437] env[69987]: DEBUG nova.network.neutron [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Refreshing network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.734248] env[69987]: ERROR nova.scheduler.client.report [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [req-9ed54a80-66f3-45a5-bb5d-c4a1b2fcae0a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ed54a80-66f3-45a5-bb5d-c4a1b2fcae0a"}]} [ 1278.750556] env[69987]: DEBUG nova.scheduler.client.report [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1278.765387] env[69987]: DEBUG nova.scheduler.client.report [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1278.765572] env[69987]: DEBUG nova.compute.provider_tree [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.776174] env[69987]: DEBUG nova.scheduler.client.report [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1278.793166] env[69987]: DEBUG nova.scheduler.client.report [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1278.941362] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 2566e31f-2d2c-4a42-bd41-5cc5afe28486] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.943629] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ac8e0-034c-4dea-b074-55ce847eea00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.952460] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ba0ce-8300-4415-920b-d2b0a8ca82f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.984697] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c9093-c71d-42b6-b42c-8832438d8751 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.993857] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e9a34a-8410-4394-b064-c09abe291f69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.008386] env[69987]: DEBUG nova.compute.provider_tree [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1279.010544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.137517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.137723] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.137944] env[69987]: DEBUG nova.network.neutron [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.448130] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: b9b31f5e-906c-4cf3-8e2f-3651b801787c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.499959] env[69987]: DEBUG nova.network.neutron [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updated VIF entry in instance network info cache for port c75069fa-9c78-4336-8e51-763ae90f0c3b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.500524] env[69987]: DEBUG nova.network.neutron [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [{"id": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "address": "fa:16:3e:ec:bf:e0", "network": {"id": "d53c2cff-aac1-4d97-ae9b-e73ab2d33507", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-945556396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f5c1a6a46c434dbc8c6665d66d1b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75069fa-9c", "ovs_interfaceid": "c75069fa-9c78-4336-8e51-763ae90f0c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.550845] env[69987]: DEBUG nova.scheduler.client.report [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1279.551179] env[69987]: DEBUG nova.compute.provider_tree [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 142 to 143 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1279.551496] env[69987]: DEBUG nova.compute.provider_tree [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1279.840619] env[69987]: INFO nova.network.neutron [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Port 9cb972be-6982-4e58-9c4e-2e51da834def from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1279.840619] env[69987]: DEBUG nova.network.neutron [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.951622] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 859c7c8d-9f19-4aec-842a-5a7bcd9c0dd3] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.003467] env[69987]: DEBUG oslo_concurrency.lockutils [req-071e447f-3485-4c6f-809d-9d61b6ca7fcc req-54a5672b-78f6-423c-84a5-eb4c0c10551c service nova] Releasing lock "refresh_cache-14d8065b-7b2d-4cc2-bbe5-0449f211a037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.143417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.143701] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.342750] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.455829] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: be068ce9-4845-489d-bba0-290cf5dee49b] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.525309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.525546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.563144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.822s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.568686] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.558s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.568915] env[69987]: DEBUG nova.objects.instance [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'resources' on Instance uuid 08710bc2-6f0a-4021-9b99-5a1250b08024 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.620096] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-9cb972be-6982-4e58-9c4e-2e51da834def" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.620361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-9cb972be-6982-4e58-9c4e-2e51da834def" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.620719] env[69987]: DEBUG nova.objects.instance [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'flavor' on Instance uuid eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.645774] env[69987]: DEBUG nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.750639] env[69987]: DEBUG nova.compute.manager [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.750839] env[69987]: DEBUG nova.compute.manager [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing instance network info cache due to event network-changed-dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.751066] env[69987]: DEBUG oslo_concurrency.lockutils [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] Acquiring lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.751213] env[69987]: DEBUG oslo_concurrency.lockutils [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] Acquired lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.751383] env[69987]: DEBUG nova.network.neutron [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Refreshing network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.846990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-54b7328a-2147-4ba5-a210-08f301888cea tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-9cb972be-6982-4e58-9c4e-2e51da834def" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.653s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.959825] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: fb7b6c9a-b573-4461-8d64-bc6515be043f] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.028535] env[69987]: INFO nova.compute.manager [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Detaching volume 3f20e0ce-f550-4f7e-b079-9b44b6c4f76e [ 1281.063997] env[69987]: INFO nova.virt.block_device [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Attempting to driver detach volume 3f20e0ce-f550-4f7e-b079-9b44b6c4f76e from mountpoint /dev/sdb [ 1281.064293] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1281.064708] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699701', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'name': 'volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18b37971-e145-4e7f-86fd-13cecd008050', 'attached_at': '', 'detached_at': '', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'serial': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1281.065372] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc44c68-7414-47c1-9b67-77b4a2e314ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.094015] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb366e7f-e47b-4410-bde2-04d5e90dd2f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.102523] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f106acb3-d0b8-401f-a498-0305c68b4d21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.136424] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567e599-e4f1-4cd8-b312-28c7186b9f03 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.158035] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] The volume has not been displaced from its original location: [datastore2] volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e/volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1281.162502] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1281.167315] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9248b57a-6d7f-4362-bc15-e4ee5f1021ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.189394] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1281.189394] env[69987]: value = "task-3501451" [ 1281.189394] env[69987]: _type = "Task" [ 1281.189394] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.193783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.202178] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.246396] env[69987]: DEBUG nova.objects.instance [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'pci_requests' on Instance uuid eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.325905] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0f1d77-8fe0-49b9-917d-43effd8f0b76 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.334808] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043a3f5-0115-428f-af18-3ffbdebdc3ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.377031] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579520a2-3933-4bfc-8149-a9c7aadd169f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.387686] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20d96aa-ae25-4f0e-902f-62b84f87dd08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.408236] env[69987]: DEBUG nova.compute.provider_tree [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.463167] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 5d2613fd-4fb0-4b2a-8865-4d49380be5e5] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.553487] env[69987]: DEBUG nova.network.neutron [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updated VIF entry in instance network info cache for port dc8bb96b-48fa-4729-9e03-18f4f125f8af. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.554017] env[69987]: DEBUG nova.network.neutron [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [{"id": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "address": "fa:16:3e:9c:ee:6f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8bb96b-48", "ovs_interfaceid": "dc8bb96b-48fa-4729-9e03-18f4f125f8af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.555739] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.556159] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.556449] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.556717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.556952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.559643] env[69987]: INFO nova.compute.manager [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Terminating instance [ 1281.700041] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501451, 'name': ReconfigVM_Task, 'duration_secs': 0.291784} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.700299] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1281.705046] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3277747-c752-48eb-afeb-91ba421c1152 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.721394] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1281.721394] env[69987]: value = "task-3501452" [ 1281.721394] env[69987]: _type = "Task" [ 1281.721394] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.731650] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.749543] env[69987]: DEBUG nova.objects.base [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1281.749776] env[69987]: DEBUG nova.network.neutron [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.812875] env[69987]: DEBUG nova.policy [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98376aa8f0fa46c1a25fadb2aea6cd89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e765e215f2a469aaf68a6b0660b3b6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.911725] env[69987]: DEBUG nova.scheduler.client.report [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.966506] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 7f284cf1-34a5-4b0c-ab81-4f657768ab7d] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.062877] env[69987]: DEBUG oslo_concurrency.lockutils [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] Releasing lock "refresh_cache-58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.063184] env[69987]: DEBUG nova.compute.manager [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.063390] env[69987]: DEBUG nova.compute.manager [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing instance network info cache due to event network-changed-9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.063580] env[69987]: DEBUG oslo_concurrency.lockutils [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.063975] env[69987]: DEBUG oslo_concurrency.lockutils [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.063975] env[69987]: DEBUG nova.network.neutron [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.065589] env[69987]: DEBUG nova.compute.manager [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.065589] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.066664] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb1f5ae-f51a-4cf0-a948-5d8e5141a329 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.075399] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.075647] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15fd1ad4-52b0-47be-aed1-c92031d877a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.082686] env[69987]: DEBUG oslo_vmware.api [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1282.082686] env[69987]: value = "task-3501453" [ 1282.082686] env[69987]: _type = "Task" [ 1282.082686] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.091373] env[69987]: DEBUG oslo_vmware.api [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.121866] env[69987]: INFO nova.compute.manager [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Swapping old allocation on dict_keys(['83830543-e084-4fe6-be97-b93ee980fbb1']) held by migration 60a0de14-568e-4804-a997-bccd484eed2f for instance [ 1282.147071] env[69987]: DEBUG nova.scheduler.client.report [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Overwriting current allocation {'allocations': {'83830543-e084-4fe6-be97-b93ee980fbb1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 144}}, 'project_id': 'e8a80bfaf1f34bf8ab9d2f85904671eb', 'user_id': '7d6246383bb74b098883eea639c1cf95', 'consumer_generation': 1} on consumer 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 {{(pid=69987) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1282.232647] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.248757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.248957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.249151] env[69987]: DEBUG nova.network.neutron [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.416604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.418986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.225s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.420952] env[69987]: INFO nova.compute.claims [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.433975] env[69987]: INFO nova.scheduler.client.report [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted allocations for instance 08710bc2-6f0a-4021-9b99-5a1250b08024 [ 1282.470016] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: ab257b82-86bd-4c2e-a00b-63fec7aae5d2] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.593772] env[69987]: DEBUG oslo_vmware.api [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501453, 'name': PowerOffVM_Task, 'duration_secs': 0.216753} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.594038] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.594236] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.594554] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b8d7c8-51be-4a45-ac57-21daeea8018e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.669850] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.669850] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.670031] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleting the datastore file [datastore2] 7e798e17-919a-4bcd-9596-e7ad4d5e99ab {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.670207] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0f40ad5-dba9-4557-a0ae-7aac92b4eae9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.678146] env[69987]: DEBUG oslo_vmware.api [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1282.678146] env[69987]: value = "task-3501455" [ 1282.678146] env[69987]: _type = "Task" [ 1282.678146] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.686718] env[69987]: DEBUG oslo_vmware.api [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.732355] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.899721] env[69987]: DEBUG nova.network.neutron [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updated VIF entry in instance network info cache for port 9b18cb95-b8e8-4849-b624-0e5014344853. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.900098] env[69987]: DEBUG nova.network.neutron [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.941486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7d8dceee-c7fa-4099-9740-ee9ce78f10e3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "08710bc2-6f0a-4021-9b99-5a1250b08024" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.656s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.958091] env[69987]: DEBUG nova.network.neutron [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [{"id": "fddb2882-2c68-4648-970d-23736fa5a265", "address": "fa:16:3e:ef:3d:cb", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddb2882-2c", "ovs_interfaceid": "fddb2882-2c68-4648-970d-23736fa5a265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.973814] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 7256afea-6d09-4e43-8c07-b8a7a61b9118] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.190604] env[69987]: DEBUG oslo_vmware.api [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152794} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.190951] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.191069] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.191247] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.191427] env[69987]: INFO nova.compute.manager [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1283.191786] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.192153] env[69987]: DEBUG nova.compute.manager [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.192265] env[69987]: DEBUG nova.network.neutron [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.234357] env[69987]: DEBUG oslo_vmware.api [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501452, 'name': ReconfigVM_Task, 'duration_secs': 1.155882} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.234683] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699701', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'name': 'volume-3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18b37971-e145-4e7f-86fd-13cecd008050', 'attached_at': '', 'detached_at': '', 'volume_id': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e', 'serial': '3f20e0ce-f550-4f7e-b079-9b44b6c4f76e'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.358448] env[69987]: DEBUG nova.network.neutron [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Successfully updated port: 9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.402214] env[69987]: DEBUG oslo_concurrency.lockutils [req-e345b5a5-dd88-4900-b55b-98efc9bd2c40 req-90b66e33-bb6a-4868-a2c9-5805b7bee51c service nova] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.460815] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.462548] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666f045-3d76-4311-8e37-6db4d3087a61 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.472764] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9706890-874a-4136-8ad5-5852d922f00e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.477224] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 16960e12-126b-4466-af84-2180724d790c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.513435] env[69987]: DEBUG nova.compute.manager [req-3c8c84e5-f889-4e63-a7f7-e1a63ffb9fe3 req-8a0f2be2-7a1a-4505-9e81-86dafc2bf3fc service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-vif-plugged-9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.513718] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c8c84e5-f889-4e63-a7f7-e1a63ffb9fe3 req-8a0f2be2-7a1a-4505-9e81-86dafc2bf3fc service nova] Acquiring lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.513969] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c8c84e5-f889-4e63-a7f7-e1a63ffb9fe3 req-8a0f2be2-7a1a-4505-9e81-86dafc2bf3fc service nova] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.514199] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c8c84e5-f889-4e63-a7f7-e1a63ffb9fe3 req-8a0f2be2-7a1a-4505-9e81-86dafc2bf3fc service nova] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.514414] env[69987]: DEBUG nova.compute.manager [req-3c8c84e5-f889-4e63-a7f7-e1a63ffb9fe3 req-8a0f2be2-7a1a-4505-9e81-86dafc2bf3fc service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] No waiting events found dispatching network-vif-plugged-9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.514623] env[69987]: WARNING nova.compute.manager [req-3c8c84e5-f889-4e63-a7f7-e1a63ffb9fe3 req-8a0f2be2-7a1a-4505-9e81-86dafc2bf3fc service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received unexpected event network-vif-plugged-9cb972be-6982-4e58-9c4e-2e51da834def for instance with vm_state active and task_state None. [ 1283.637287] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d10b7-90e7-41d4-b0a6-0aec1981b07c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.645486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e01b52a-556c-4bc9-ae09-2174dad4eac0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.682219] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da0eb37-6eb6-44e4-9584-6bd9562bbc1a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.692189] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6468ef-385f-490a-bcf8-f9c7eaaffb8d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.710092] env[69987]: DEBUG nova.compute.provider_tree [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.736564] env[69987]: DEBUG nova.compute.manager [req-705902e7-96ea-422a-8b34-3d89b2ae8475 req-a3af5c81-b8cc-4a82-9d40-cb78f7c386ab service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Received event network-vif-deleted-a6777bc8-5d88-445c-8dde-5ce4bc298b78 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.736792] env[69987]: INFO nova.compute.manager [req-705902e7-96ea-422a-8b34-3d89b2ae8475 req-a3af5c81-b8cc-4a82-9d40-cb78f7c386ab service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Neutron deleted interface a6777bc8-5d88-445c-8dde-5ce4bc298b78; detaching it from the instance and deleting it from the info cache [ 1283.737037] env[69987]: DEBUG nova.network.neutron [req-705902e7-96ea-422a-8b34-3d89b2ae8475 req-a3af5c81-b8cc-4a82-9d40-cb78f7c386ab service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.778606] env[69987]: DEBUG nova.objects.instance [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.860310] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.860505] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.860682] env[69987]: DEBUG nova.network.neutron [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.984134] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 6200f8dc-ab3f-4a08-9b12-d2abb3164bf0] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.104852] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.105105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.186058] env[69987]: DEBUG nova.network.neutron [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.213856] env[69987]: DEBUG nova.scheduler.client.report [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.239923] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f3bc2f7-005a-4f65-bd4b-c213b2750af6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.250449] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc2b433-d4f7-42ab-9710-b3f38b846e48 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.292456] env[69987]: DEBUG nova.compute.manager [req-705902e7-96ea-422a-8b34-3d89b2ae8475 req-a3af5c81-b8cc-4a82-9d40-cb78f7c386ab service nova] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Detach interface failed, port_id=a6777bc8-5d88-445c-8dde-5ce4bc298b78, reason: Instance 7e798e17-919a-4bcd-9596-e7ad4d5e99ab could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.410740] env[69987]: WARNING nova.network.neutron [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] 8bb40b02-ad62-4e88-a5c6-78b406d6eeb7 already exists in list: networks containing: ['8bb40b02-ad62-4e88-a5c6-78b406d6eeb7']. ignoring it [ 1284.487962] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 19f33238-a740-47fe-b5e6-c3a76a738138] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1284.577886] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.578249] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08e4abe-6efc-413f-8fa6-340acbaf89c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.586848] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1284.586848] env[69987]: value = "task-3501456" [ 1284.586848] env[69987]: _type = "Task" [ 1284.586848] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.598321] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.606940] env[69987]: DEBUG nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.688884] env[69987]: DEBUG nova.network.neutron [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cb972be-6982-4e58-9c4e-2e51da834def", "address": "fa:16:3e:27:47:cd", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb972be-69", "ovs_interfaceid": "9cb972be-6982-4e58-9c4e-2e51da834def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.690569] env[69987]: INFO nova.compute.manager [-] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Took 1.50 seconds to deallocate network for instance. [ 1284.719385] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.719918] env[69987]: DEBUG nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.765907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.796988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-540dc9ab-7e14-48ad-a206-1f4d53861056 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.271s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.798334] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.033s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.798575] env[69987]: DEBUG nova.compute.manager [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.799740] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994d4c90-9edc-4f38-903f-686ca63c6581 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.807321] env[69987]: DEBUG nova.compute.manager [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1284.808930] env[69987]: DEBUG nova.objects.instance [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.991796] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 9e39091a-c72b-4a39-bc32-b513c22d85f4] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.097193] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501456, 'name': PowerOffVM_Task, 'duration_secs': 0.30053} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.097426] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.098111] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.098347] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.098510] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.099062] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.099062] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.099062] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.099245] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.099343] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.099514] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.099679] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.099854] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.104927] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e411c1-16c8-43cd-afe6-7cdd458abe53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.123665] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1285.123665] env[69987]: value = "task-3501457" [ 1285.123665] env[69987]: _type = "Task" [ 1285.123665] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.134385] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.135420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.135661] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.137160] env[69987]: INFO nova.compute.claims [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.192226] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.192933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.193136] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.194035] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805500af-16e8-4baa-b68c-be4ff9ac77a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.198778] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.216560] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.216845] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.217033] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.217264] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.217419] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.217593] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.217856] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.218076] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.218270] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.218441] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.218616] env[69987]: DEBUG nova.virt.hardware [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.224967] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Reconfiguring VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1285.226287] env[69987]: DEBUG nova.compute.utils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.227564] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c4b01c-0ba3-473f-bb0d-5b7a68414460 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.240414] env[69987]: DEBUG nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1285.247521] env[69987]: DEBUG oslo_vmware.api [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1285.247521] env[69987]: value = "task-3501458" [ 1285.247521] env[69987]: _type = "Task" [ 1285.247521] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.258167] env[69987]: DEBUG oslo_vmware.api [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501458, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.494968] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: bea83afd-2228-4f54-bb69-8e199bbf10ab] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.536918] env[69987]: DEBUG nova.compute.manager [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-changed-9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.537096] env[69987]: DEBUG nova.compute.manager [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing instance network info cache due to event network-changed-9cb972be-6982-4e58-9c4e-2e51da834def. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.537320] env[69987]: DEBUG oslo_concurrency.lockutils [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.537466] env[69987]: DEBUG oslo_concurrency.lockutils [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.537626] env[69987]: DEBUG nova.network.neutron [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Refreshing network info cache for port 9cb972be-6982-4e58-9c4e-2e51da834def {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.634529] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501457, 'name': ReconfigVM_Task, 'duration_secs': 0.166897} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.635309] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d85d5d-cee3-4c1f-b6c7-0709372004b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.660193] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.660404] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.660543] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.660725] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.660871] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.661022] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.661234] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.661396] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.661563] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.661726] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.661897] env[69987]: DEBUG nova.virt.hardware [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.666275] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a3b46e-d13b-49d2-8bfe-28cf8a2212b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.673526] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1285.673526] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527400b4-dc3a-b139-88a4-5983672d8a64" [ 1285.673526] env[69987]: _type = "Task" [ 1285.673526] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.682839] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527400b4-dc3a-b139-88a4-5983672d8a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.741368] env[69987]: DEBUG nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.759770] env[69987]: DEBUG oslo_vmware.api [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.816306] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.816609] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95dfb9bb-1cb8-4f02-b366-7fa0ee237268 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.826308] env[69987]: DEBUG oslo_vmware.api [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1285.826308] env[69987]: value = "task-3501459" [ 1285.826308] env[69987]: _type = "Task" [ 1285.826308] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.835560] env[69987]: DEBUG oslo_vmware.api [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.837201] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af71e557-d7a8-4fea-93b8-cb92c2950955 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.844555] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e19ef3-e587-4ff6-b9ad-f2608cb7b05f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.879188] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21f7491-8459-4ed2-aa1c-dc52314b7229 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.887898] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3217ca5-8511-45a7-b870-9ebb86fb24ff {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.905430] env[69987]: DEBUG nova.compute.provider_tree [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.998989] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: dc83ca05-8d05-495f-b3fa-629a4748db93] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.184702] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527400b4-dc3a-b139-88a4-5983672d8a64, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.190211] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.190477] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e11b8b-2526-4556-9fc8-a388a90560b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.209173] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1286.209173] env[69987]: value = "task-3501460" [ 1286.209173] env[69987]: _type = "Task" [ 1286.209173] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.219160] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.249172] env[69987]: DEBUG nova.network.neutron [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updated VIF entry in instance network info cache for port 9cb972be-6982-4e58-9c4e-2e51da834def. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.249628] env[69987]: DEBUG nova.network.neutron [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9cb972be-6982-4e58-9c4e-2e51da834def", "address": "fa:16:3e:27:47:cd", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb972be-69", "ovs_interfaceid": "9cb972be-6982-4e58-9c4e-2e51da834def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.260033] env[69987]: DEBUG oslo_vmware.api [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501458, 'name': ReconfigVM_Task, 'duration_secs': 0.738989} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.260577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.260800] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Reconfigured VM to attach interface {{(pid=69987) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1286.336502] env[69987]: DEBUG oslo_vmware.api [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501459, 'name': PowerOffVM_Task, 'duration_secs': 0.21188} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.336807] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.337269] env[69987]: DEBUG nova.compute.manager [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.338014] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f638a9bd-75d1-48c4-ae0f-fbe08f1bd499 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.410710] env[69987]: DEBUG nova.scheduler.client.report [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.503495] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 768833ea-b1e0-4d19-b3fb-a543aa89e925] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.719944] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501460, 'name': ReconfigVM_Task, 'duration_secs': 0.203275} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.720296] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.721297] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccbd622-ac2a-4132-8d22-6f87f027aea0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.746592] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.747234] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c5d4a0-bbae-4c4c-aaa7-e1518e18971d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.760687] env[69987]: DEBUG nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.763377] env[69987]: DEBUG oslo_concurrency.lockutils [req-f47cb7d2-3573-4deb-b37a-99d3e5e0f439 req-df364ff1-4076-4968-813b-f79cdf07e1a2 service nova] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.764667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-fa0ef4a4-6636-40cf-a1ab-ddc0a37d54c9 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-9cb972be-6982-4e58-9c4e-2e51da834def" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.144s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.770625] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1286.770625] env[69987]: value = "task-3501461" [ 1286.770625] env[69987]: _type = "Task" [ 1286.770625] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.779654] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.789095] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.789357] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.789521] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.789704] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.789853] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.790018] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.790243] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.790447] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.790635] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.790803] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.790979] env[69987]: DEBUG nova.virt.hardware [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.792041] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb15f97b-abb8-4d4d-85d5-cdc7c497ba4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.801792] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b356e-a7b2-48fd-ae93-85f6f1e012d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.816312] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.822182] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Creating folder: Project (5995a2f1b395430b93feae1d48e69184). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.822825] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2809ffed-5b5e-4d26-b8fd-a8f1eaca0fdd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.834721] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Created folder: Project (5995a2f1b395430b93feae1d48e69184) in parent group-v699418. [ 1286.834937] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Creating folder: Instances. Parent ref: group-v699720. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1286.835191] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d817615d-bc2d-4293-9263-f15f9ac938d8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.846134] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Created folder: Instances in parent group-v699720. [ 1286.846393] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.846584] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.848615] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9cca45d-4103-4ce4-b696-d1f10ad4edec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.861392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b57fb2ad-a544-4f52-bea3-58f778ba862b tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.868279] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.868279] env[69987]: value = "task-3501464" [ 1286.868279] env[69987]: _type = "Task" [ 1286.868279] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.877118] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501464, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.916474] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.780s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.917070] env[69987]: DEBUG nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.919858] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.721s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.920113] env[69987]: DEBUG nova.objects.instance [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'resources' on Instance uuid 7e798e17-919a-4bcd-9596-e7ad4d5e99ab {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.008339] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: c8c9590d-86be-4d60-b8e6-d30953871b4c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.114745] env[69987]: DEBUG nova.objects.instance [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.280169] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501461, 'name': ReconfigVM_Task, 'duration_secs': 0.404909} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.280444] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7/811e21b6-7bd3-49e4-92d9-caf7fe9ddff7.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.281314] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58cd8f7-1e49-4ea7-88db-a9c7ecaa580f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.303108] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759c091-b652-4d23-b951-5c30f0f27f8e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.324707] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa564e0-7e02-496e-aefb-46f3c7250788 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.346459] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed4e69e-2589-4fda-a7e2-11efb4bc6cf9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.354632] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.354927] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1b74e5-d756-4bc1-a6fe-b58fe5c10da0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.363401] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1287.363401] env[69987]: value = "task-3501465" [ 1287.363401] env[69987]: _type = "Task" [ 1287.363401] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.371938] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.379441] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501464, 'name': CreateVM_Task, 'duration_secs': 0.34273} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.379601] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.380017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.380190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.380510] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.380753] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d4177c-9f89-4554-9531-26161ad1cf23 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.385167] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1287.385167] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521d6927-ab89-7012-5f62-e0b69ce8f7c4" [ 1287.385167] env[69987]: _type = "Task" [ 1287.385167] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.393846] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521d6927-ab89-7012-5f62-e0b69ce8f7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.422488] env[69987]: DEBUG nova.compute.utils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.426509] env[69987]: DEBUG nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.426684] env[69987]: DEBUG nova.network.neutron [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.465050] env[69987]: DEBUG nova.policy [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9135d459d65e41378068d8b409538419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9cd90589a044819db9390c550d61cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.513119] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 38129ac8-996a-47d5-b361-267ccd014133] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.595552] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed5344d-8748-4e1f-8456-25154a9fb021 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.603486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77aa171-725e-4d45-abcc-95a956b1aa0d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.635865] env[69987]: DEBUG oslo_concurrency.lockutils [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.636066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.636351] env[69987]: DEBUG nova.network.neutron [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.636434] env[69987]: DEBUG nova.objects.instance [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'info_cache' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.638048] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc5450-0b04-4388-a543-d6ba2f5233dd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.648647] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47041e0e-296c-47f4-84ce-1f35e0a88144 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.664519] env[69987]: DEBUG nova.compute.provider_tree [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.801135] env[69987]: DEBUG nova.network.neutron [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Successfully created port: 001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.874612] env[69987]: DEBUG oslo_vmware.api [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501465, 'name': PowerOnVM_Task, 'duration_secs': 0.377759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.874882] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.897734] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521d6927-ab89-7012-5f62-e0b69ce8f7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.015757} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.897734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.897734] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.897931] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.899410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.899410] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.899410] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bb9208c-296e-4a8a-a524-750e409148d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.908504] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.908694] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.909475] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2449cc60-5d0f-43b7-a3ab-799e01298c54 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.915187] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1287.915187] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5250207c-9c02-968f-8afe-0193899d31ba" [ 1287.915187] env[69987]: _type = "Task" [ 1287.915187] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.925012] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5250207c-9c02-968f-8afe-0193899d31ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.929947] env[69987]: DEBUG nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.016326] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 988f1dd1-06ba-47ca-9a20-3c1bf4bac2bc] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.144982] env[69987]: DEBUG nova.objects.base [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Object Instance<18b37971-e145-4e7f-86fd-13cecd008050> lazy-loaded attributes: flavor,info_cache {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1288.167905] env[69987]: DEBUG nova.scheduler.client.report [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.361282] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "interface-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-9cb972be-6982-4e58-9c4e-2e51da834def" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.361630] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-9cb972be-6982-4e58-9c4e-2e51da834def" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.426408] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5250207c-9c02-968f-8afe-0193899d31ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.427807] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d589f3-d764-4ded-aac5-82791d957fc8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.437506] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1288.437506] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52386ded-2819-d80e-d887-4dc270b5aa44" [ 1288.437506] env[69987]: _type = "Task" [ 1288.437506] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.447230] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52386ded-2819-d80e-d887-4dc270b5aa44, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.447489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.447743] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.448056] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-885a14fc-5586-4a10-b346-a14a4c318d97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.455601] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1288.455601] env[69987]: value = "task-3501466" [ 1288.455601] env[69987]: _type = "Task" [ 1288.455601] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.464060] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.519841] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 1b193fd9-d782-44d2-860b-83b53ee06485] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.673072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.791978] env[69987]: INFO nova.scheduler.client.report [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted allocations for instance 7e798e17-919a-4bcd-9596-e7ad4d5e99ab [ 1288.864558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.864839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.865776] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581dba87-c25c-467b-adfa-d13a2a668a72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.891038] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14af7991-f1c4-4b09-8469-58f8078c33bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.925049] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Reconfiguring VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1288.926390] env[69987]: DEBUG nova.network.neutron [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updating instance_info_cache with network_info: [{"id": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "address": "fa:16:3e:9f:cc:46", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e7a84f-ed", "ovs_interfaceid": "85e7a84f-ed45-465d-83f7-5ba7ed1b0bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.927833] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b66760-1525-4126-b478-af84c32be93a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.945109] env[69987]: DEBUG nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.948589] env[69987]: INFO nova.compute.manager [None req-1b03f8fc-813e-44b6-a758-4cef66462eac tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance to original state: 'active' [ 1288.954668] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1288.954668] env[69987]: value = "task-3501467" [ 1288.954668] env[69987]: _type = "Task" [ 1288.954668] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.972660] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461127} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.972775] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.974779] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.975016] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.977924] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa34c835-9fc3-4d74-81c3-41af8c63805c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.983716] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.983960] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.984136] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.984329] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.984479] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.984661] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.984828] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.984991] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.985177] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.985346] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.985524] env[69987]: DEBUG nova.virt.hardware [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.986411] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d4d743-166c-489c-a8f9-54c33615af05 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.990716] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1288.990716] env[69987]: value = "task-3501468" [ 1288.990716] env[69987]: _type = "Task" [ 1288.990716] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.000122] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099fdf04-4f2d-443c-acea-3d12bfdcd84f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.008161] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.023743] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: f84a2f6c-99ad-4283-9a1d-528d4a91f034] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.301166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-873c055f-b032-458f-a180-54eeedcd4d82 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "7e798e17-919a-4bcd-9596-e7ad4d5e99ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.745s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.311512] env[69987]: DEBUG nova.compute.manager [req-fabd34a9-32b0-428b-9015-9162f07b5492 req-8696805d-ec57-4004-9d83-8a1f022f6867 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Received event network-vif-plugged-001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.311512] env[69987]: DEBUG oslo_concurrency.lockutils [req-fabd34a9-32b0-428b-9015-9162f07b5492 req-8696805d-ec57-4004-9d83-8a1f022f6867 service nova] Acquiring lock "8285d3de-57a0-477b-a520-acdbe75a2bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.311512] env[69987]: DEBUG oslo_concurrency.lockutils [req-fabd34a9-32b0-428b-9015-9162f07b5492 req-8696805d-ec57-4004-9d83-8a1f022f6867 service nova] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.311512] env[69987]: DEBUG oslo_concurrency.lockutils [req-fabd34a9-32b0-428b-9015-9162f07b5492 req-8696805d-ec57-4004-9d83-8a1f022f6867 service nova] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.311708] env[69987]: DEBUG nova.compute.manager [req-fabd34a9-32b0-428b-9015-9162f07b5492 req-8696805d-ec57-4004-9d83-8a1f022f6867 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] No waiting events found dispatching network-vif-plugged-001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.312201] env[69987]: WARNING nova.compute.manager [req-fabd34a9-32b0-428b-9015-9162f07b5492 req-8696805d-ec57-4004-9d83-8a1f022f6867 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Received unexpected event network-vif-plugged-001c8319-deac-4602-8f00-ea2170e1afd7 for instance with vm_state building and task_state spawning. [ 1289.447658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "refresh_cache-18b37971-e145-4e7f-86fd-13cecd008050" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.468414] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.490532] env[69987]: DEBUG nova.network.neutron [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Successfully updated port: 001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.502678] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071111} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.502863] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.504391] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e50b1f4-b401-4377-823d-70872537a55a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.530949] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.531830] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 1045259e-3aad-4d1b-8ec0-3d7f375803a1] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.533318] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc6bd46-ce39-451c-9e23-519953d83ea1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.555785] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1289.555785] env[69987]: value = "task-3501469" [ 1289.555785] env[69987]: _type = "Task" [ 1289.555785] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.564983] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.968526] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.994319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.994887] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.994986] env[69987]: DEBUG nova.network.neutron [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.050046] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: cf08f5c6-179f-4c14-8318-933d6b85099d] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1290.067949] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501469, 'name': ReconfigVM_Task, 'duration_secs': 0.292438} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.068609] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.069110] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da0e2b4b-cfd2-443a-8d8c-592c6e3a9386 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.077565] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1290.077565] env[69987]: value = "task-3501470" [ 1290.077565] env[69987]: _type = "Task" [ 1290.077565] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.086713] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501470, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.131629] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.131934] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.132217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.132412] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.132619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.135022] env[69987]: INFO nova.compute.manager [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Terminating instance [ 1290.454264] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.454830] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa7ac26-49ad-4131-aec4-e94036d4ee70 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.467150] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.468460] env[69987]: DEBUG oslo_vmware.api [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1290.468460] env[69987]: value = "task-3501471" [ 1290.468460] env[69987]: _type = "Task" [ 1290.468460] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.476285] env[69987]: DEBUG oslo_vmware.api [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.533636] env[69987]: DEBUG nova.network.neutron [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.553773] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: f5bd91ff-5a34-4478-9ece-8918fee6101a] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1290.588964] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501470, 'name': Rename_Task, 'duration_secs': 0.17854} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.589313] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.589555] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c9e428-55d0-4ec3-9d80-429b71ff4da4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.596343] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1290.596343] env[69987]: value = "task-3501472" [ 1290.596343] env[69987]: _type = "Task" [ 1290.596343] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.604604] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.639247] env[69987]: DEBUG nova.compute.manager [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.639535] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.639804] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-011e434b-1925-4f2d-9d6f-f4eabcf4f809 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.648424] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1290.648424] env[69987]: value = "task-3501473" [ 1290.648424] env[69987]: _type = "Task" [ 1290.648424] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.657722] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.681870] env[69987]: DEBUG nova.network.neutron [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Updating instance_info_cache with network_info: [{"id": "001c8319-deac-4602-8f00-ea2170e1afd7", "address": "fa:16:3e:e1:9c:1e", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001c8319-de", "ovs_interfaceid": "001c8319-deac-4602-8f00-ea2170e1afd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.912203] env[69987]: DEBUG nova.compute.manager [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1290.967723] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.977417] env[69987]: DEBUG oslo_vmware.api [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501471, 'name': PowerOnVM_Task, 'duration_secs': 0.416864} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.977581] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.977754] env[69987]: DEBUG nova.compute.manager [None req-34428177-a971-4ef2-9a5d-b2b1a8867a49 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.978678] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96f5c85-4293-4307-9bc8-6a9e66d7fcb9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.056844] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: b45e94ae-d45b-4632-b8da-ae1cb246450a] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1291.107392] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.158662] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501473, 'name': PowerOffVM_Task, 'duration_secs': 0.245161} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.158919] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.159191] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1291.159393] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699708', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'name': 'volume-4f09484c-340d-4836-baf0-744d43976526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7', 'attached_at': '2025-04-22T03:42:21.000000', 'detached_at': '', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'serial': '4f09484c-340d-4836-baf0-744d43976526'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1291.160200] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268825d1-4c0c-4e28-8c44-c07b9eb8f79b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.181436] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b23ad72-007b-45ac-9b7b-78e9f9e8b0d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.183997] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.184318] env[69987]: DEBUG nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Instance network_info: |[{"id": "001c8319-deac-4602-8f00-ea2170e1afd7", "address": "fa:16:3e:e1:9c:1e", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001c8319-de", "ovs_interfaceid": "001c8319-deac-4602-8f00-ea2170e1afd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.184697] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:9c:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '001c8319-deac-4602-8f00-ea2170e1afd7', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.193832] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.194400] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.194617] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c3d875b-bee8-40b4-8ad0-f09f1484eaed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.211061] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4575947-6b4a-4f37-8810-85594059b5a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.216659] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.216659] env[69987]: value = "task-3501474" [ 1291.216659] env[69987]: _type = "Task" [ 1291.216659] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.236721] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a97fe5f-d50f-4c94-bae0-f3e03bce7de6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.253053] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] The volume has not been displaced from its original location: [datastore2] volume-4f09484c-340d-4836-baf0-744d43976526/volume-4f09484c-340d-4836-baf0-744d43976526.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1291.258151] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1291.261198] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcea51b-2ddb-44d0-8bf5-641fc92cb27e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.274243] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501474, 'name': CreateVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.281702] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1291.281702] env[69987]: value = "task-3501475" [ 1291.281702] env[69987]: _type = "Task" [ 1291.281702] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.293026] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.340100] env[69987]: DEBUG nova.compute.manager [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Received event network-changed-001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.340321] env[69987]: DEBUG nova.compute.manager [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Refreshing instance network info cache due to event network-changed-001c8319-deac-4602-8f00-ea2170e1afd7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.340571] env[69987]: DEBUG oslo_concurrency.lockutils [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] Acquiring lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.340840] env[69987]: DEBUG oslo_concurrency.lockutils [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] Acquired lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.340913] env[69987]: DEBUG nova.network.neutron [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Refreshing network info cache for port 001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.436325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.436828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.467491] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.560154] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.608569] env[69987]: DEBUG oslo_vmware.api [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501472, 'name': PowerOnVM_Task, 'duration_secs': 0.7254} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.608822] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.609023] env[69987]: INFO nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Took 4.85 seconds to spawn the instance on the hypervisor. [ 1291.609228] env[69987]: DEBUG nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.609957] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fc0510-7d40-488b-a077-130857f99840 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.726976] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501474, 'name': CreateVM_Task, 'duration_secs': 0.336824} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.727147] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.727792] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.728077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.728573] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.728652] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c8f348-39b6-415d-981b-2fa95aaec866 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.733024] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1291.733024] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52763b2c-42b7-683f-74d4-baa8b0cbee90" [ 1291.733024] env[69987]: _type = "Task" [ 1291.733024] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.740845] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52763b2c-42b7-683f-74d4-baa8b0cbee90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.790446] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501475, 'name': ReconfigVM_Task, 'duration_secs': 0.206009} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.790695] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.795372] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a739af-ca0a-49b7-b812-f1e849836df8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.810658] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1291.810658] env[69987]: value = "task-3501476" [ 1291.810658] env[69987]: _type = "Task" [ 1291.810658] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.818179] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.941871] env[69987]: INFO nova.compute.claims [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.967765] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.087392] env[69987]: DEBUG nova.network.neutron [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Updated VIF entry in instance network info cache for port 001c8319-deac-4602-8f00-ea2170e1afd7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.087771] env[69987]: DEBUG nova.network.neutron [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Updating instance_info_cache with network_info: [{"id": "001c8319-deac-4602-8f00-ea2170e1afd7", "address": "fa:16:3e:e1:9c:1e", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001c8319-de", "ovs_interfaceid": "001c8319-deac-4602-8f00-ea2170e1afd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.125021] env[69987]: INFO nova.compute.manager [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Took 10.97 seconds to build instance. [ 1292.244239] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52763b2c-42b7-683f-74d4-baa8b0cbee90, 'name': SearchDatastore_Task, 'duration_secs': 0.039563} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.244570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.244778] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.245031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.245193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.245374] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.245634] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8fcbe3-2449-4926-a50c-2ea1b12c7e97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.256888] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.257080] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.257785] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd7454-83b7-456e-8fbc-006946634f30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.263484] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1292.263484] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52e7fc39-6b01-ef6e-fc91-11d983db84fb" [ 1292.263484] env[69987]: _type = "Task" [ 1292.263484] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.271080] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e7fc39-6b01-ef6e-fc91-11d983db84fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.319943] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501476, 'name': ReconfigVM_Task, 'duration_secs': 0.136693} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.320265] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699708', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'name': 'volume-4f09484c-340d-4836-baf0-744d43976526', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '811e21b6-7bd3-49e4-92d9-caf7fe9ddff7', 'attached_at': '2025-04-22T03:42:21.000000', 'detached_at': '', 'volume_id': '4f09484c-340d-4836-baf0-744d43976526', 'serial': '4f09484c-340d-4836-baf0-744d43976526'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1292.320638] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.321402] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65817bdc-2047-46bc-8b10-f2bc8db67e74 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.328494] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.328744] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e75f30ae-d3d6-46fd-bfff-14a69b0b80b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.400846] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.401100] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.401269] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleting the datastore file [datastore2] 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.401603] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9f7552-9818-4002-8b88-501bfddc1976 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.409570] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1292.409570] env[69987]: value = "task-3501478" [ 1292.409570] env[69987]: _type = "Task" [ 1292.409570] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.418138] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.450248] env[69987]: INFO nova.compute.resource_tracker [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating resource usage from migration 56155fb3-f96a-4652-aafc-9bca7e880b52 [ 1292.469534] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.559462] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.559746] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.590591] env[69987]: DEBUG oslo_concurrency.lockutils [req-0424ea92-0dac-4d7c-ada4-7ea477fdb0ce req-01135571-8664-4ce8-aedd-65c0f85a170e service nova] Releasing lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.621817] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b409ed0-ead5-4866-8e56-fb48f7d18be6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.626744] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d193179-f9b4-4b0f-b45f-0fb16895f3af tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.483s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.632053] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e770aa12-5675-4a6a-b230-56b331b46057 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.665605] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b2e4d8-e30e-49ab-be14-26857b401076 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.677168] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed2f3e8-b1a6-4133-9813-767a1c64c254 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.692705] env[69987]: DEBUG nova.compute.provider_tree [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.774816] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52e7fc39-6b01-ef6e-fc91-11d983db84fb, 'name': SearchDatastore_Task, 'duration_secs': 0.023422} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.775550] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e31b78-74a8-4ac2-a6c8-158bc68832d9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.780766] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1292.780766] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52910cda-c0bb-a170-d2f9-b7675233241f" [ 1292.780766] env[69987]: _type = "Task" [ 1292.780766] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.788384] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52910cda-c0bb-a170-d2f9-b7675233241f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.920709] env[69987]: DEBUG oslo_vmware.api [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214456} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.921023] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.921265] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.921608] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.921712] env[69987]: INFO nova.compute.manager [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1292.922015] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.922252] env[69987]: DEBUG nova.compute.manager [-] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.922387] env[69987]: DEBUG nova.network.neutron [-] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.972124] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.066918] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.067110] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.067287] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.067484] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.067667] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.067833] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1293.068020] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.172771] env[69987]: INFO nova.compute.manager [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Rebuilding instance [ 1293.199418] env[69987]: DEBUG nova.scheduler.client.report [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.220669] env[69987]: DEBUG nova.compute.manager [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.221576] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2804106c-dd99-4449-90c4-bbafcaca7d46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.291655] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52910cda-c0bb-a170-d2f9-b7675233241f, 'name': SearchDatastore_Task, 'duration_secs': 0.020367} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.291913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.292235] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 8285d3de-57a0-477b-a520-acdbe75a2bbc/8285d3de-57a0-477b-a520-acdbe75a2bbc.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.292459] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1e597b1-bdf5-438c-ac6b-a0a0378d1fe9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.301581] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1293.301581] env[69987]: value = "task-3501479" [ 1293.301581] env[69987]: _type = "Task" [ 1293.301581] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.310252] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.394261] env[69987]: DEBUG nova.compute.manager [req-2788d07d-6c6f-46fa-844b-953faaf099b0 req-cee698a2-42c8-44d2-bfd3-26c4dca023e7 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Received event network-vif-deleted-fddb2882-2c68-4648-970d-23736fa5a265 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.394730] env[69987]: INFO nova.compute.manager [req-2788d07d-6c6f-46fa-844b-953faaf099b0 req-cee698a2-42c8-44d2-bfd3-26c4dca023e7 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Neutron deleted interface fddb2882-2c68-4648-970d-23736fa5a265; detaching it from the instance and deleting it from the info cache [ 1293.394730] env[69987]: DEBUG nova.network.neutron [req-2788d07d-6c6f-46fa-844b-953faaf099b0 req-cee698a2-42c8-44d2-bfd3-26c4dca023e7 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.472101] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.572749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.704479] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.268s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.704707] env[69987]: INFO nova.compute.manager [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Migrating [ 1293.711905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.140s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.712173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.712368] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1293.716107] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e673d-c150-4789-a6ca-bc94cb1706cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.732345] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3df787-aa8e-473f-a696-4ed0f0e3519d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.754936] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b51be-be75-475c-be4d-308a70ba0bd2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.764130] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e59bd3-4cae-4ee1-9609-741bd1086e47 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.802061] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179079MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1293.802061] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.802271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.815339] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501479, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.873083] env[69987]: DEBUG nova.network.neutron [-] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.897855] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ff55a0f-ea04-4c1f-8151-d3acfa7ee29c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.911300] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade5fdfe-544f-4770-bf35-dac01dd2a4c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.950604] env[69987]: DEBUG nova.compute.manager [req-2788d07d-6c6f-46fa-844b-953faaf099b0 req-cee698a2-42c8-44d2-bfd3-26c4dca023e7 service nova] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Detach interface failed, port_id=fddb2882-2c68-4648-970d-23736fa5a265, reason: Instance 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.971361] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.225857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.226217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.226351] env[69987]: DEBUG nova.network.neutron [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.241648] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.241954] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb1a882f-033a-40a0-8372-9c5015eaf1c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.250839] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1294.250839] env[69987]: value = "task-3501480" [ 1294.250839] env[69987]: _type = "Task" [ 1294.250839] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.261700] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.321398] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736276} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.321600] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 8285d3de-57a0-477b-a520-acdbe75a2bbc/8285d3de-57a0-477b-a520-acdbe75a2bbc.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.321731] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.322031] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3334914f-03db-424f-bea7-a6490e6209e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.329674] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1294.329674] env[69987]: value = "task-3501481" [ 1294.329674] env[69987]: _type = "Task" [ 1294.329674] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.338931] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.376740] env[69987]: INFO nova.compute.manager [-] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Took 1.45 seconds to deallocate network for instance. [ 1294.472552] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.760928] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501480, 'name': PowerOffVM_Task, 'duration_secs': 0.232384} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.763238] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.763499] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.764288] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275061ed-90bb-47c8-8afb-5403f2608e5e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.771903] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.772162] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c1aa0e6-5121-4392-9d98-d2df3b7e536c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.801562] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.801767] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.801950] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Deleting the datastore file [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.802226] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9eba287-981a-44da-9114-985dd1fa2cf7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.808941] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1294.808941] env[69987]: value = "task-3501483" [ 1294.808941] env[69987]: _type = "Task" [ 1294.808941] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.817071] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Applying migration context for instance 739c7f83-2c66-4845-ab9f-8db7877f3003 as it has an incoming, in-progress migration 56155fb3-f96a-4652-aafc-9bca7e880b52. Migration status is pre-migrating {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1294.818564] env[69987]: INFO nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating resource usage from migration 56155fb3-f96a-4652-aafc-9bca7e880b52 [ 1294.820607] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.838025] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838025] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838243] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 20fa1a1c-f661-49d3-807d-18a276ddd197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838293] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 18b37971-e145-4e7f-86fd-13cecd008050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838467] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 14d8065b-7b2d-4cc2-bbe5-0449f211a037 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838520] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838582] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838697] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance d6a73581-6e62-4c3b-9f35-74a410a23cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838811] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.838941] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance cacbdeb2-8af9-4222-8ee9-1dce77f77833 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.839063] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 8285d3de-57a0-477b-a520-acdbe75a2bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.839214] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Migration 56155fb3-f96a-4652-aafc-9bca7e880b52 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1294.839342] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 739c7f83-2c66-4845-ab9f-8db7877f3003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1294.839541] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1294.839677] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1294.844860] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076426} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.845113] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.845885] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b8697-8452-4c0a-ac52-c245779344ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.868482] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 8285d3de-57a0-477b-a520-acdbe75a2bbc/8285d3de-57a0-477b-a520-acdbe75a2bbc.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.873452] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f88801f-c897-4936-b0cf-5745e5897bc3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.897996] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1294.897996] env[69987]: value = "task-3501484" [ 1294.897996] env[69987]: _type = "Task" [ 1294.897996] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.909565] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.924965] env[69987]: INFO nova.compute.manager [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Took 0.55 seconds to detach 1 volumes for instance. [ 1294.974610] env[69987]: DEBUG oslo_vmware.api [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501467, 'name': ReconfigVM_Task, 'duration_secs': 5.77947} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.974866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.975088] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Reconfigured VM to detach interface {{(pid=69987) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1294.985435] env[69987]: DEBUG nova.network.neutron [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.048514] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ed14e9-de97-4500-8dcd-6c618d6516a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.058735] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec190a2c-53d9-43cf-8df6-9815ad959d36 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.091947] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372aa3f9-4a00-423f-bcdd-a5e092577b04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.100320] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bdb715-a86e-4ece-9f42-44a3d1a656bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.114236] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.318830] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37324} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.320336] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.320538] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.320713] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.409673] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501484, 'name': ReconfigVM_Task, 'duration_secs': 0.310373} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.410061] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 8285d3de-57a0-477b-a520-acdbe75a2bbc/8285d3de-57a0-477b-a520-acdbe75a2bbc.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.410733] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c52df8a-19a6-4844-81c8-472d843436fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.419032] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1295.419032] env[69987]: value = "task-3501485" [ 1295.419032] env[69987]: _type = "Task" [ 1295.419032] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.429980] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501485, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.433217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.487908] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.617290] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.830061] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.830179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.830363] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.830548] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.830761] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.832500] env[69987]: INFO nova.compute.manager [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Terminating instance [ 1295.929291] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501485, 'name': Rename_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.121656] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1296.121917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.320s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.122242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.689s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.122510] env[69987]: DEBUG nova.objects.instance [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'resources' on Instance uuid 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.270065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.270276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquired lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.270600] env[69987]: DEBUG nova.network.neutron [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.336661] env[69987]: DEBUG nova.compute.manager [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.337019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.337822] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bd3399-80ed-40dd-85aa-c2730bdab54c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.346603] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.346846] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f86326ff-7a36-47ec-8b05-afb281e3ad97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.353922] env[69987]: DEBUG oslo_vmware.api [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1296.353922] env[69987]: value = "task-3501486" [ 1296.353922] env[69987]: _type = "Task" [ 1296.353922] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.362766] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.363022] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.363189] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.363383] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.363530] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.363677] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.363897] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.364062] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.364231] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.364395] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.364581] env[69987]: DEBUG nova.virt.hardware [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.365367] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4ba284-2916-4b4a-a780-476256199949 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.370733] env[69987]: DEBUG oslo_vmware.api [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.376608] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ea1aa-376e-4abf-b784-fdbef1211b08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.390925] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.396933] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.397221] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.397450] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b94caf-a1ae-43b3-988e-6c9f562b7ec8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.416549] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.416549] env[69987]: value = "task-3501487" [ 1296.416549] env[69987]: _type = "Task" [ 1296.416549] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.429986] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501487, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.433383] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501485, 'name': Rename_Task, 'duration_secs': 0.864782} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.433686] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.433941] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07361be-1649-4344-b06e-e99a20a7572f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.441693] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1296.441693] env[69987]: value = "task-3501488" [ 1296.441693] env[69987]: _type = "Task" [ 1296.441693] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.451364] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.793310] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fca247-8642-4c89-ab07-3f264433959f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.801811] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44b27d-8800-4da6-ac5b-76b5c1be413c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.835295] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da778471-9890-4d7b-97e6-087898b33524 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.844078] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3a6cb9-1ce7-4722-9097-80330adcb82c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.857851] env[69987]: DEBUG nova.compute.provider_tree [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.870070] env[69987]: DEBUG oslo_vmware.api [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501486, 'name': PowerOffVM_Task, 'duration_secs': 0.21532} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.870335] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.870503] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.870816] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-150d8bf4-7e65-4c6f-9a58-f8e8dd961c3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.928218] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501487, 'name': CreateVM_Task, 'duration_secs': 0.285802} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.928414] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.928848] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.929059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.929426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.929724] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f50291-10ce-4995-a8e9-b1a19cffe7cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.935758] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1296.935758] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528678a6-5a74-06ee-5742-12d75512459e" [ 1296.935758] env[69987]: _type = "Task" [ 1296.935758] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.944016] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528678a6-5a74-06ee-5742-12d75512459e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.951722] env[69987]: DEBUG oslo_vmware.api [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501488, 'name': PowerOnVM_Task, 'duration_secs': 0.480201} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.951976] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.952308] env[69987]: INFO nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1296.952492] env[69987]: DEBUG nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.953275] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2196be9-7fc9-40ad-957e-1dd624f0700a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.003459] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa4f135-4307-46b1-bb1d-c4d99eeb6b52 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.024440] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance '739c7f83-2c66-4845-ab9f-8db7877f3003' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.262379] env[69987]: INFO nova.network.neutron [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Port 9cb972be-6982-4e58-9c4e-2e51da834def from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1297.262736] env[69987]: DEBUG nova.network.neutron [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [{"id": "9b18cb95-b8e8-4849-b624-0e5014344853", "address": "fa:16:3e:83:67:3f", "network": {"id": "8bb40b02-ad62-4e88-a5c6-78b406d6eeb7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2142086287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e765e215f2a469aaf68a6b0660b3b6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b18cb95-b8", "ovs_interfaceid": "9b18cb95-b8e8-4849-b624-0e5014344853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.365959] env[69987]: DEBUG nova.scheduler.client.report [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.447943] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528678a6-5a74-06ee-5742-12d75512459e, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.448302] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.448560] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.448802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.448950] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.449150] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.449474] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82e2627e-7177-4ecd-9417-7eaa4213d069 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.459614] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.459810] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.460544] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12218895-3e63-44d3-a0e6-585db92ef746 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.468807] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1297.468807] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52875a8d-44fc-9a88-2d3a-df90d8559907" [ 1297.468807] env[69987]: _type = "Task" [ 1297.468807] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.474406] env[69987]: INFO nova.compute.manager [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Took 12.36 seconds to build instance. [ 1297.480905] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52875a8d-44fc-9a88-2d3a-df90d8559907, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.481655] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd461cc1-99ca-40a9-90b7-14616062ea5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.486834] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1297.486834] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5276963f-da74-8114-5f1d-62f4658fabed" [ 1297.486834] env[69987]: _type = "Task" [ 1297.486834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.495468] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5276963f-da74-8114-5f1d-62f4658fabed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.530802] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.531222] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33997af6-b760-4e7e-9847-520746479055 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.538751] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1297.538751] env[69987]: value = "task-3501490" [ 1297.538751] env[69987]: _type = "Task" [ 1297.538751] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.548859] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.765335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Releasing lock "refresh_cache-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.870565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.888758] env[69987]: INFO nova.scheduler.client.report [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted allocations for instance 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7 [ 1297.976397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-378528ff-8840-42f8-9d77-2b34d32c44e0 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.871s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.999479] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5276963f-da74-8114-5f1d-62f4658fabed, 'name': SearchDatastore_Task, 'duration_secs': 0.014235} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.999742] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.999997] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.000344] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f73b64f8-6418-450b-82ee-70389fd03343 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.007722] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1298.007722] env[69987]: value = "task-3501491" [ 1298.007722] env[69987]: _type = "Task" [ 1298.007722] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.017152] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.048719] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501490, 'name': PowerOffVM_Task, 'duration_secs': 0.305918} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.048979] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.049327] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance '739c7f83-2c66-4845-ab9f-8db7877f3003' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.271076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdd686cb-2038-4ccb-bce5-cd41870ae322 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "interface-eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae-9cb972be-6982-4e58-9c4e-2e51da834def" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.908s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.396965] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53db6ecc-39ad-4fa1-be1e-1509bd1486dd tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "811e21b6-7bd3-49e4-92d9-caf7fe9ddff7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.264s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.520209] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501491, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.556255] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.556614] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.556772] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.556967] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.557139] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.557299] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.557515] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.557683] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.557861] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.558045] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.558317] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.563741] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b52476c-49df-4247-a392-d171ffe8e730 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.582862] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1298.582862] env[69987]: value = "task-3501492" [ 1298.582862] env[69987]: _type = "Task" [ 1298.582862] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.598015] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.615839] env[69987]: DEBUG nova.compute.manager [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Received event network-changed-001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.615839] env[69987]: DEBUG nova.compute.manager [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Refreshing instance network info cache due to event network-changed-001c8319-deac-4602-8f00-ea2170e1afd7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.616401] env[69987]: DEBUG oslo_concurrency.lockutils [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] Acquiring lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.616598] env[69987]: DEBUG oslo_concurrency.lockutils [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] Acquired lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.616889] env[69987]: DEBUG nova.network.neutron [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Refreshing network info cache for port 001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.984042] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.984327] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.984496] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleting the datastore file [datastore2] eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.984778] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-592c5d67-6014-46b8-9c02-8d6ed9ac8663 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.992412] env[69987]: DEBUG oslo_vmware.api [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1298.992412] env[69987]: value = "task-3501493" [ 1298.992412] env[69987]: _type = "Task" [ 1298.992412] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.001546] env[69987]: DEBUG oslo_vmware.api [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.019251] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616097} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.019419] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.019634] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.019894] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b19d3f9-c155-4f9c-9809-74887808d6a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.027261] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1299.027261] env[69987]: value = "task-3501494" [ 1299.027261] env[69987]: _type = "Task" [ 1299.027261] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.037053] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.093129] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501492, 'name': ReconfigVM_Task, 'duration_secs': 0.359287} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.093461] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance '739c7f83-2c66-4845-ab9f-8db7877f3003' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.314153] env[69987]: DEBUG nova.network.neutron [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Updated VIF entry in instance network info cache for port 001c8319-deac-4602-8f00-ea2170e1afd7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.314548] env[69987]: DEBUG nova.network.neutron [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Updating instance_info_cache with network_info: [{"id": "001c8319-deac-4602-8f00-ea2170e1afd7", "address": "fa:16:3e:e1:9c:1e", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap001c8319-de", "ovs_interfaceid": "001c8319-deac-4602-8f00-ea2170e1afd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.505699] env[69987]: DEBUG oslo_vmware.api [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.538477] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.382657} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.538833] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.539709] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c958ab2f-1117-4415-b9c6-00a49ca8d1b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.563638] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.564245] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7265e507-119e-44f3-9cb6-831d48753dbc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.586932] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1299.586932] env[69987]: value = "task-3501495" [ 1299.586932] env[69987]: _type = "Task" [ 1299.586932] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.600976] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.601241] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.601401] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.601612] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.601769] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.601921] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.602254] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.602341] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.602546] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.602726] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.603066] env[69987]: DEBUG nova.virt.hardware [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.609430] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.609865] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.610234] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0609017-a624-4353-91ef-709a24246c82 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.634404] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1299.634404] env[69987]: value = "task-3501496" [ 1299.634404] env[69987]: _type = "Task" [ 1299.634404] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.645991] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.699717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.700018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.817491] env[69987]: DEBUG oslo_concurrency.lockutils [req-814f1311-f339-4940-9466-4007c988aff0 req-0bb40631-8432-47dd-b66e-d9098989a855 service nova] Releasing lock "refresh_cache-8285d3de-57a0-477b-a520-acdbe75a2bbc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.004051] env[69987]: DEBUG oslo_vmware.api [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.677594} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.004328] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.004548] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.004731] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.004917] env[69987]: INFO nova.compute.manager [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Took 3.67 seconds to destroy the instance on the hypervisor. [ 1300.005182] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.005378] env[69987]: DEBUG nova.compute.manager [-] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.005471] env[69987]: DEBUG nova.network.neutron [-] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.098792] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.144892] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501496, 'name': ReconfigVM_Task, 'duration_secs': 0.188175} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.145215] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.146382] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347c8d83-7225-4fd5-b43f-997d1b2d2a92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.170103] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 739c7f83-2c66-4845-ab9f-8db7877f3003/739c7f83-2c66-4845-ab9f-8db7877f3003.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.170413] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb18071-79b2-4218-b9a3-da6826d4abdc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.190602] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1300.190602] env[69987]: value = "task-3501498" [ 1300.190602] env[69987]: _type = "Task" [ 1300.190602] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.199072] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.202640] env[69987]: DEBUG nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.598698] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501495, 'name': ReconfigVM_Task, 'duration_secs': 0.523103} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.599028] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833/cacbdeb2-8af9-4222-8ee9-1dce77f77833.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.599675] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da9a2090-77fb-4f29-a63e-662587ef838f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.609101] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1300.609101] env[69987]: value = "task-3501499" [ 1300.609101] env[69987]: _type = "Task" [ 1300.609101] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.617615] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501499, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.703223] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501498, 'name': ReconfigVM_Task, 'duration_secs': 0.305556} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.703573] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 739c7f83-2c66-4845-ab9f-8db7877f3003/739c7f83-2c66-4845-ab9f-8db7877f3003.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.703919] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance '739c7f83-2c66-4845-ab9f-8db7877f3003' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.715084] env[69987]: DEBUG nova.compute.manager [req-c8a3990e-9ec9-4943-9686-70c6a90fce92 req-426b2c7b-8dad-4beb-8f8a-1d98951a6217 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Received event network-vif-deleted-9b18cb95-b8e8-4849-b624-0e5014344853 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.715331] env[69987]: INFO nova.compute.manager [req-c8a3990e-9ec9-4943-9686-70c6a90fce92 req-426b2c7b-8dad-4beb-8f8a-1d98951a6217 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Neutron deleted interface 9b18cb95-b8e8-4849-b624-0e5014344853; detaching it from the instance and deleting it from the info cache [ 1300.715541] env[69987]: DEBUG nova.network.neutron [req-c8a3990e-9ec9-4943-9686-70c6a90fce92 req-426b2c7b-8dad-4beb-8f8a-1d98951a6217 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.726333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.726638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.728377] env[69987]: INFO nova.compute.claims [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.119989] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501499, 'name': Rename_Task, 'duration_secs': 0.18316} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.120967] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.120967] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e928513-194f-4984-a0ab-34ac3af9eb21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.129141] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1301.129141] env[69987]: value = "task-3501500" [ 1301.129141] env[69987]: _type = "Task" [ 1301.129141] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.137307] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.199911] env[69987]: DEBUG nova.network.neutron [-] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.213049] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2d4761-ea94-4f09-9cdc-f3068a417ed3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.217956] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53baa3d9-528c-43fa-ad69-e2711e488046 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.237169] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaabbfd4-c525-42d4-ad54-57bca59b49f8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.245013] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb100176-59d7-41bc-919c-d35bb86dddd4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.270390] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance '739c7f83-2c66-4845-ab9f-8db7877f3003' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.297030] env[69987]: DEBUG nova.compute.manager [req-c8a3990e-9ec9-4943-9686-70c6a90fce92 req-426b2c7b-8dad-4beb-8f8a-1d98951a6217 service nova] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Detach interface failed, port_id=9b18cb95-b8e8-4849-b624-0e5014344853, reason: Instance eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.640310] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.703123] env[69987]: INFO nova.compute.manager [-] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Took 1.70 seconds to deallocate network for instance. [ 1301.814092] env[69987]: DEBUG nova.network.neutron [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Port 6bf5ec66-5a9b-438c-a316-fcc918f7f1de binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1301.931052] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c7fc75-ede6-4ae8-97f6-c719cb86a323 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.939827] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4c8de5-58cb-4029-866a-624d44c5fd35 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.983051] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff146d4-7253-4716-a5d6-cb2d0fb98a37 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.993343] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2bb1f-bc30-4e81-9829-71369b90b7fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.010081] env[69987]: DEBUG nova.compute.provider_tree [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.140697] env[69987]: DEBUG oslo_vmware.api [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501500, 'name': PowerOnVM_Task, 'duration_secs': 0.842215} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.140942] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.141162] env[69987]: DEBUG nova.compute.manager [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.141933] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1637142a-6b97-4922-9a3d-e07ae91a281a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.209282] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.514064] env[69987]: DEBUG nova.scheduler.client.report [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.660926] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.836653] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.836868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.836920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.929850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.930138] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.930329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.930530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.930699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.933010] env[69987]: INFO nova.compute.manager [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Terminating instance [ 1303.018557] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.019138] env[69987]: DEBUG nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.021997] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.813s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.022299] env[69987]: DEBUG nova.objects.instance [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'resources' on Instance uuid eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.436881] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "refresh_cache-cacbdeb2-8af9-4222-8ee9-1dce77f77833" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.437085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquired lock "refresh_cache-cacbdeb2-8af9-4222-8ee9-1dce77f77833" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.437215] env[69987]: DEBUG nova.network.neutron [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.525754] env[69987]: DEBUG nova.compute.utils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.530451] env[69987]: DEBUG nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.530663] env[69987]: DEBUG nova.network.neutron [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.578656] env[69987]: DEBUG nova.policy [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6246383bb74b098883eea639c1cf95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8a80bfaf1f34bf8ab9d2f85904671eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.683411] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daae75b9-f864-427a-87d7-47f14840a166 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.692804] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ec9df5-ac1b-4f84-beb3-83caadd0e61a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.725601] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f732b5b1-92b3-41e7-a8f0-3ae86d5e14d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.733737] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be88346-66be-46f4-9f99-d5ab856b46ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.747558] env[69987]: DEBUG nova.compute.provider_tree [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.865328] env[69987]: DEBUG nova.network.neutron [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Successfully created port: ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.875614] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.875826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.876008] env[69987]: DEBUG nova.network.neutron [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.956088] env[69987]: DEBUG nova.network.neutron [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.999413] env[69987]: DEBUG nova.network.neutron [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.030634] env[69987]: DEBUG nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.250840] env[69987]: DEBUG nova.scheduler.client.report [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.502659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Releasing lock "refresh_cache-cacbdeb2-8af9-4222-8ee9-1dce77f77833" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.503089] env[69987]: DEBUG nova.compute.manager [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.503293] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.504239] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dcf981-3aba-4d2f-b4b4-c083d1168a60 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.517261] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.517566] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ccaf09f-f5af-40e7-9536-28de4b6818a5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.526260] env[69987]: DEBUG oslo_vmware.api [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1304.526260] env[69987]: value = "task-3501502" [ 1304.526260] env[69987]: _type = "Task" [ 1304.526260] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.540616] env[69987]: DEBUG oslo_vmware.api [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.662863] env[69987]: DEBUG nova.network.neutron [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.756177] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.758758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.098s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.758945] env[69987]: DEBUG nova.objects.instance [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1304.783045] env[69987]: INFO nova.scheduler.client.report [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted allocations for instance eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae [ 1305.037607] env[69987]: DEBUG oslo_vmware.api [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501502, 'name': PowerOffVM_Task, 'duration_secs': 0.193759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.037887] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.038074] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.038381] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39dbcf7-d47f-45af-aa0b-74861850bf76 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.045420] env[69987]: DEBUG nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.069147] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.069418] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.069627] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Deleting the datastore file [datastore2] cacbdeb2-8af9-4222-8ee9-1dce77f77833 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.069909] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c076a7-498b-49bc-97ff-ffda2e824db8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.074190] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.074419] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.074577] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.074763] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.074910] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.075066] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.075285] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.075444] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.075611] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.075778] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.075990] env[69987]: DEBUG nova.virt.hardware [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.076847] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e2b634-4bc3-4a97-812a-7e9fd86cce6c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.085013] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39076c-21c4-4e54-8db2-1fb5d9e408b8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.090560] env[69987]: DEBUG oslo_vmware.api [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for the task: (returnval){ [ 1305.090560] env[69987]: value = "task-3501505" [ 1305.090560] env[69987]: _type = "Task" [ 1305.090560] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.108665] env[69987]: DEBUG oslo_vmware.api [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.166565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.253174] env[69987]: DEBUG nova.compute.manager [req-3334f85c-3e41-4bde-a558-f54778ba5402 req-984a7b2f-129a-42ee-bae8-ad58c9ab4a4b service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-vif-plugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.253407] env[69987]: DEBUG oslo_concurrency.lockutils [req-3334f85c-3e41-4bde-a558-f54778ba5402 req-984a7b2f-129a-42ee-bae8-ad58c9ab4a4b service nova] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.253620] env[69987]: DEBUG oslo_concurrency.lockutils [req-3334f85c-3e41-4bde-a558-f54778ba5402 req-984a7b2f-129a-42ee-bae8-ad58c9ab4a4b service nova] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.253859] env[69987]: DEBUG oslo_concurrency.lockutils [req-3334f85c-3e41-4bde-a558-f54778ba5402 req-984a7b2f-129a-42ee-bae8-ad58c9ab4a4b service nova] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.254105] env[69987]: DEBUG nova.compute.manager [req-3334f85c-3e41-4bde-a558-f54778ba5402 req-984a7b2f-129a-42ee-bae8-ad58c9ab4a4b service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] No waiting events found dispatching network-vif-plugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.254570] env[69987]: WARNING nova.compute.manager [req-3334f85c-3e41-4bde-a558-f54778ba5402 req-984a7b2f-129a-42ee-bae8-ad58c9ab4a4b service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received unexpected event network-vif-plugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd for instance with vm_state building and task_state spawning. [ 1305.290615] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e5bbaff1-d80b-46d6-a3f8-2ad1dc970ee4 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.460s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.382792] env[69987]: DEBUG nova.network.neutron [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Successfully updated port: ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.605129] env[69987]: DEBUG oslo_vmware.api [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Task: {'id': task-3501505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09133} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.605484] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.605755] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.606016] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.606280] env[69987]: INFO nova.compute.manager [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1305.606666] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.606964] env[69987]: DEBUG nova.compute.manager [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.607157] env[69987]: DEBUG nova.network.neutron [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.614337] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.626386] env[69987]: DEBUG nova.network.neutron [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.692562] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b8aeaa-13d0-49ba-9843-e4908d3d64fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.713328] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d06a27-07d6-414b-b927-f05e0233f41f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.721279] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance '739c7f83-2c66-4845-ab9f-8db7877f3003' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.767906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-23b8b50a-1cdf-407a-ba8e-8c896897aeed tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.769161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.769386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.769584] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.769765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.769932] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.772985] env[69987]: INFO nova.compute.manager [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Terminating instance [ 1305.888439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.888591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.888755] env[69987]: DEBUG nova.network.neutron [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.069346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.069646] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.119555] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Getting list of instances from cluster (obj){ [ 1306.119555] env[69987]: value = "domain-c8" [ 1306.119555] env[69987]: _type = "ClusterComputeResource" [ 1306.119555] env[69987]: } {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1306.120659] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e717db5-8e03-488d-b7a0-d94ba171f9ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.128815] env[69987]: DEBUG nova.network.neutron [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.140358] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Got total of 9 instances {{(pid=69987) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1306.140520] env[69987]: WARNING nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1306.140653] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid a9033a7a-ce00-4fd3-8c19-bd43af369be5 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.140844] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 739c7f83-2c66-4845-ab9f-8db7877f3003 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.140996] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.141172] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 20fa1a1c-f661-49d3-807d-18a276ddd197 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.141325] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.141524] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.141686] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 14d8065b-7b2d-4cc2-bbe5-0449f211a037 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.141837] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.141984] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid cacbdeb2-8af9-4222-8ee9-1dce77f77833 {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.142159] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 8285d3de-57a0-477b-a520-acdbe75a2bbc {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.142306] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Triggering sync for uuid 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1306.143364] env[69987]: INFO nova.compute.manager [-] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Took 0.54 seconds to deallocate network for instance. [ 1306.143678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.143895] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.144178] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.144367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.144592] env[69987]: INFO nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1306.144777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.145048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.145171] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.145406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "20fa1a1c-f661-49d3-807d-18a276ddd197" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.145587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.145813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.146031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.146218] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.146450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.146624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.146847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.147058] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.147262] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.147439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.147663] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.151713] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a804a231-70be-4ac1-9a79-98df3963f736 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.154707] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36adf953-c734-46ca-b4e7-91dc693361c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.157674] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc6aeb-26da-460a-82a9-5cbba78664aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.160336] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a23de1d-da54-4e9f-b3f0-f88d69bedcb2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.163178] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e771e5a-f9b8-486f-a6bb-887fd378e2a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.166238] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d090c3-a149-45e9-9f92-9552f41953d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.191415] env[69987]: WARNING oslo_messaging._drivers.amqpdriver [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1306.227638] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.227938] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f108484c-754a-42ac-a0cd-707d12e8cce5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.236296] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1306.236296] env[69987]: value = "task-3501506" [ 1306.236296] env[69987]: _type = "Task" [ 1306.236296] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.244958] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.278464] env[69987]: DEBUG nova.compute.manager [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.278833] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.280923] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01041b4d-df6a-4b3c-a19a-0331c7a1327a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.289768] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.290017] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c7c457-ddcf-43ee-9bdc-8d9c793b35ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.296771] env[69987]: DEBUG oslo_vmware.api [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1306.296771] env[69987]: value = "task-3501507" [ 1306.296771] env[69987]: _type = "Task" [ 1306.296771] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.306132] env[69987]: DEBUG oslo_vmware.api [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.422976] env[69987]: DEBUG nova.network.neutron [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.573115] env[69987]: INFO nova.compute.manager [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Detaching volume a37bcc6e-7c9e-4c85-b779-d78f7ea488de [ 1306.603139] env[69987]: DEBUG nova.network.neutron [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.614781] env[69987]: INFO nova.virt.block_device [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Attempting to driver detach volume a37bcc6e-7c9e-4c85-b779-d78f7ea488de from mountpoint /dev/sdb [ 1306.615129] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1306.616341] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699706', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'name': 'volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd6a73581-6e62-4c3b-9f35-74a410a23cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'serial': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1306.616639] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872595d0-8876-432b-a165-1ad7681d0aa8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.642544] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ef4de-8cfd-4317-99e0-6cfb320be67a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.650508] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a55beec-bb89-4d0d-8e25-e03aa342c5ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.673481] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb15d5-5e4d-4350-96fb-f7d2766e1fa5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.679205] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.679205] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.679205] env[69987]: DEBUG nova.objects.instance [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lazy-loading 'resources' on Instance uuid cacbdeb2-8af9-4222-8ee9-1dce77f77833 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.693722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.694149] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.694455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.694755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.695055] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] The volume has not been displaced from its original location: [datastore2] volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de/volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1306.700811] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.701597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.701945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.702166] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8644be-9f55-4450-b90b-ad14b1b81cdc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.723432] env[69987]: DEBUG oslo_vmware.api [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1306.723432] env[69987]: value = "task-3501509" [ 1306.723432] env[69987]: _type = "Task" [ 1306.723432] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.732583] env[69987]: DEBUG oslo_vmware.api [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.746529] env[69987]: DEBUG oslo_vmware.api [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501506, 'name': PowerOnVM_Task, 'duration_secs': 0.40321} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.746882] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.747126] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c364255-bcc4-4782-9bad-d4b5aa2219b3 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance '739c7f83-2c66-4845-ab9f-8db7877f3003' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.807285] env[69987]: DEBUG oslo_vmware.api [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501507, 'name': PowerOffVM_Task, 'duration_secs': 0.206025} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.807811] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.808025] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.808323] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-925a971b-e7f6-42db-9a9f-ac5796d8838b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.871253] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.871589] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.871890] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleting the datastore file [datastore1] 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.872246] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74413a7f-b3c9-4d0b-84a8-9a3779abe857 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.881039] env[69987]: DEBUG oslo_vmware.api [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for the task: (returnval){ [ 1306.881039] env[69987]: value = "task-3501511" [ 1306.881039] env[69987]: _type = "Task" [ 1306.881039] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.891148] env[69987]: DEBUG oslo_vmware.api [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.106386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.106657] env[69987]: DEBUG nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Instance network_info: |[{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.107235] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:7d:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf3c49c-2d22-47b7-935b-0c412d6949fd', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.115099] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.115325] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.115555] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea7828e1-ae5b-4896-b2f6-98e762aa56c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.137975] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.137975] env[69987]: value = "task-3501512" [ 1307.137975] env[69987]: _type = "Task" [ 1307.137975] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.147782] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501512, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.235361] env[69987]: DEBUG oslo_vmware.api [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501509, 'name': ReconfigVM_Task, 'duration_secs': 0.260624} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.237860] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.242850] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3385ca8-8ad0-4222-ba17-c5ac9a49f146 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.263186] env[69987]: DEBUG oslo_vmware.api [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1307.263186] env[69987]: value = "task-3501513" [ 1307.263186] env[69987]: _type = "Task" [ 1307.263186] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.277943] env[69987]: DEBUG oslo_vmware.api [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.284682] env[69987]: DEBUG nova.compute.manager [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.284884] env[69987]: DEBUG nova.compute.manager [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing instance network info cache due to event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.285125] env[69987]: DEBUG oslo_concurrency.lockutils [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] Acquiring lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.285278] env[69987]: DEBUG oslo_concurrency.lockutils [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] Acquired lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.285453] env[69987]: DEBUG nova.network.neutron [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.355668] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8cf3e3-892f-432f-8092-e880e0819538 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.364849] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f9053-812f-410c-b134-0db1286e8c14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.403602] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe480bd-c54b-4540-8d33-05598a8b02e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.411965] env[69987]: DEBUG oslo_vmware.api [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Task: {'id': task-3501511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108355} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.414660] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.414894] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.415107] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.415329] env[69987]: INFO nova.compute.manager [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1307.415607] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.415895] env[69987]: DEBUG nova.compute.manager [-] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.415987] env[69987]: DEBUG nova.network.neutron [-] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.418868] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7144dfc-055f-4e84-86ca-5fc56e528a04 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.435568] env[69987]: DEBUG nova.compute.provider_tree [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.648540] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501512, 'name': CreateVM_Task, 'duration_secs': 0.35369} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.648733] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.649453] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.649627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.650047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.650339] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a055075-7af1-4a8f-8fdb-516997616ebe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.656472] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1307.656472] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52315efb-dee2-0588-5fbc-46b01b8dc1db" [ 1307.656472] env[69987]: _type = "Task" [ 1307.656472] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.666086] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52315efb-dee2-0588-5fbc-46b01b8dc1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.777025] env[69987]: DEBUG oslo_vmware.api [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501513, 'name': ReconfigVM_Task, 'duration_secs': 0.193325} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.777025] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699706', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'name': 'volume-a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd6a73581-6e62-4c3b-9f35-74a410a23cad', 'attached_at': '', 'detached_at': '', 'volume_id': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de', 'serial': 'a37bcc6e-7c9e-4c85-b779-d78f7ea488de'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1307.938922] env[69987]: DEBUG nova.scheduler.client.report [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.976989] env[69987]: DEBUG nova.network.neutron [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updated VIF entry in instance network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.977472] env[69987]: DEBUG nova.network.neutron [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.167033] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52315efb-dee2-0588-5fbc-46b01b8dc1db, 'name': SearchDatastore_Task, 'duration_secs': 0.020063} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.167309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.167557] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.167793] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.167946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.168184] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.168418] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be313816-ce42-4471-a261-b1462ae7e59d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.180426] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.180624] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.181320] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e869087c-44f4-47a2-9ffd-2d912a6a40fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.184759] env[69987]: DEBUG nova.network.neutron [-] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.186983] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1308.186983] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d4f7cf-b758-7f17-de76-2b096419d445" [ 1308.186983] env[69987]: _type = "Task" [ 1308.186983] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.195583] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d4f7cf-b758-7f17-de76-2b096419d445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.320617] env[69987]: DEBUG nova.objects.instance [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'flavor' on Instance uuid d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.443934] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.467078] env[69987]: INFO nova.scheduler.client.report [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Deleted allocations for instance cacbdeb2-8af9-4222-8ee9-1dce77f77833 [ 1308.479660] env[69987]: DEBUG oslo_concurrency.lockutils [req-143ad056-f36b-4374-863d-77a71f91b3cf req-d5cae871-09ec-4846-8009-7a3f2bfc0202 service nova] Releasing lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.692737] env[69987]: INFO nova.compute.manager [-] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Took 1.28 seconds to deallocate network for instance. [ 1308.701152] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d4f7cf-b758-7f17-de76-2b096419d445, 'name': SearchDatastore_Task, 'duration_secs': 0.019465} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.702231] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5712e887-336a-4a6a-89d4-cf5dfa8adb12 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.709248] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1308.709248] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ad9085-0086-352e-2346-4edd79134a4a" [ 1308.709248] env[69987]: _type = "Task" [ 1308.709248] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.718748] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ad9085-0086-352e-2346-4edd79134a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.975324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-144d9996-1127-4da7-ba20-c56e071bf563 tempest-ServerShowV254Test-1500110194 tempest-ServerShowV254Test-1500110194-project-member] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.045s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.976267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.829s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.976528] env[69987]: INFO nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] During sync_power_state the instance has a pending task (deleting). Skip. [ 1308.976754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "cacbdeb2-8af9-4222-8ee9-1dce77f77833" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.203550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.203881] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.204169] env[69987]: DEBUG nova.objects.instance [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lazy-loading 'resources' on Instance uuid 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.220320] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ad9085-0086-352e-2346-4edd79134a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.220649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.221057] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.221246] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5c2ec3a-0a34-4929-a40e-b79aba21e172 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.230223] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1309.230223] env[69987]: value = "task-3501515" [ 1309.230223] env[69987]: _type = "Task" [ 1309.230223] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.240072] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.315090] env[69987]: DEBUG nova.compute.manager [req-4a817f54-2f14-4109-9055-160502d7449b req-f776a0a5-2244-40f8-bf4a-2aff2ddb1ee6 service nova] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Received event network-vif-deleted-dc8bb96b-48fa-4729-9e03-18f4f125f8af {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.331730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef307751-e338-4902-b46d-0af7cddde4bf tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.334346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.188s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.335575] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93042466-39fc-4573-a2d4-2551cd190e30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.508407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.508719] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.508981] env[69987]: DEBUG nova.compute.manager [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Going to confirm migration 8 {{(pid=69987) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1309.743751] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501515, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.847062] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.860740] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e1f8db-7ae1-41fd-a6cf-884145958613 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.870515] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98ea5a4-cad3-446d-9ef6-c15e53d966dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.908415] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2013d0-21cc-4d72-bc53-a6001ae9307e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.918074] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f8702b-5cbe-4777-9969-c00b45b0b283 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.936924] env[69987]: DEBUG nova.compute.provider_tree [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.046447] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.046741] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.046820] env[69987]: DEBUG nova.network.neutron [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.047009] env[69987]: DEBUG nova.objects.instance [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'info_cache' on Instance uuid 739c7f83-2c66-4845-ab9f-8db7877f3003 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.243732] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551663} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.243958] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.244195] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.244440] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8704118-2948-429c-8e8d-045aabfc1294 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.252267] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1310.252267] env[69987]: value = "task-3501516" [ 1310.252267] env[69987]: _type = "Task" [ 1310.252267] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.259682] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.378239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.378562] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.378783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.378969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.379156] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.381331] env[69987]: INFO nova.compute.manager [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Terminating instance [ 1310.439924] env[69987]: DEBUG nova.scheduler.client.report [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.764108] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066299} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.764415] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.765368] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb27fcfc-9f93-4c69-9fa4-2e3018e7d77a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.789045] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.790336] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae66c30-66eb-499f-bb53-4db8a85e4c29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.813699] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1310.813699] env[69987]: value = "task-3501517" [ 1310.813699] env[69987]: _type = "Task" [ 1310.813699] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.824682] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.884922] env[69987]: DEBUG nova.compute.manager [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.885155] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.886163] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c6953-219d-4f71-94b8-fcbc0ef1409c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.894816] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.895063] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b804ce7c-cd98-46c4-8145-90be7662b0bd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.901017] env[69987]: DEBUG oslo_vmware.api [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1310.901017] env[69987]: value = "task-3501519" [ 1310.901017] env[69987]: _type = "Task" [ 1310.901017] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.910506] env[69987]: DEBUG oslo_vmware.api [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.945095] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.970379] env[69987]: INFO nova.scheduler.client.report [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Deleted allocations for instance 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4 [ 1311.279918] env[69987]: DEBUG nova.network.neutron [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [{"id": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "address": "fa:16:3e:80:c8:4f", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf5ec66-5a", "ovs_interfaceid": "6bf5ec66-5a9b-438c-a316-fcc918f7f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.307744] env[69987]: DEBUG oslo_concurrency.lockutils [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.308056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.325806] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501517, 'name': ReconfigVM_Task, 'duration_secs': 0.383744} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.326091] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.326713] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e94cc91-1e0c-4fa6-ba53-0ab195f0cb10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.333785] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1311.333785] env[69987]: value = "task-3501520" [ 1311.333785] env[69987]: _type = "Task" [ 1311.333785] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.341453] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501520, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.411491] env[69987]: DEBUG oslo_vmware.api [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501519, 'name': PowerOffVM_Task, 'duration_secs': 0.222002} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.411810] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.412037] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.412330] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07b37050-ac8f-4b47-82aa-72d1cd186733 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.477721] env[69987]: DEBUG oslo_concurrency.lockutils [None req-85a563af-496c-4533-ac42-0a8d648e7cd8 tempest-AttachInterfacesTestJSON-1782090316 tempest-AttachInterfacesTestJSON-1782090316-project-member] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.478870] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.332s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.479143] env[69987]: INFO nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] During sync_power_state the instance has a pending task (deleting). Skip. [ 1311.479337] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.785083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-739c7f83-2c66-4845-ab9f-8db7877f3003" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.785083] env[69987]: DEBUG nova.objects.instance [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'migration_context' on Instance uuid 739c7f83-2c66-4845-ab9f-8db7877f3003 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.812090] env[69987]: INFO nova.compute.manager [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Detaching volume c6a21646-c9d3-4f49-9823-f877de91062d [ 1311.831113] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.831348] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.831537] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleting the datastore file [datastore1] d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.831816] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed480cb2-8016-4e8e-aab3-2ecaab05bebe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.845096] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501520, 'name': Rename_Task, 'duration_secs': 0.179426} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.846744] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.847257] env[69987]: DEBUG oslo_vmware.api [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1311.847257] env[69987]: value = "task-3501522" [ 1311.847257] env[69987]: _type = "Task" [ 1311.847257] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.847543] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d109468-aaae-436f-b1db-cb82dcc8854d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.852787] env[69987]: INFO nova.virt.block_device [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Attempting to driver detach volume c6a21646-c9d3-4f49-9823-f877de91062d from mountpoint /dev/sdb [ 1311.852967] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1311.853176] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699716', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'name': 'volume-c6a21646-c9d3-4f49-9823-f877de91062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d8065b-7b2d-4cc2-bbe5-0449f211a037', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'serial': 'c6a21646-c9d3-4f49-9823-f877de91062d'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1311.854401] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a022ff77-81d1-473c-9d3d-41bf0e8364eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.859260] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1311.859260] env[69987]: value = "task-3501523" [ 1311.859260] env[69987]: _type = "Task" [ 1311.859260] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.862437] env[69987]: DEBUG oslo_vmware.api [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.881817] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd2d67-5c4c-4921-bc07-7a120058803c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.890032] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501523, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.892549] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9416c6-dad7-410c-8707-14994e892176 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.917175] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a25285d-bf53-4a40-89d5-55c4fa6f91d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.935017] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] The volume has not been displaced from its original location: [datastore1] volume-c6a21646-c9d3-4f49-9823-f877de91062d/volume-c6a21646-c9d3-4f49-9823-f877de91062d.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1311.940748] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.941096] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b235df6-91c4-403c-a1fe-e0576edec25f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.962291] env[69987]: DEBUG oslo_vmware.api [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1311.962291] env[69987]: value = "task-3501524" [ 1311.962291] env[69987]: _type = "Task" [ 1311.962291] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.971373] env[69987]: DEBUG oslo_vmware.api [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.289152] env[69987]: DEBUG nova.objects.base [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Object Instance<739c7f83-2c66-4845-ab9f-8db7877f3003> lazy-loaded attributes: info_cache,migration_context {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1312.289527] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdff472-896e-4ae1-b705-80a08441bcb0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.310685] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1d6f35-55e2-4240-85bb-9a5db2454a2f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.316916] env[69987]: DEBUG oslo_vmware.api [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1312.316916] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52823095-a1eb-529d-ead7-d2668c41f24b" [ 1312.316916] env[69987]: _type = "Task" [ 1312.316916] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.326427] env[69987]: DEBUG oslo_vmware.api [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52823095-a1eb-529d-ead7-d2668c41f24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.360159] env[69987]: DEBUG oslo_vmware.api [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219955} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.360331] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.360476] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.360679] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.360931] env[69987]: INFO nova.compute.manager [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Took 1.48 seconds to destroy the instance on the hypervisor. [ 1312.361268] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.361497] env[69987]: DEBUG nova.compute.manager [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.361589] env[69987]: DEBUG nova.network.neutron [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.372896] env[69987]: DEBUG oslo_vmware.api [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501523, 'name': PowerOnVM_Task, 'duration_secs': 0.502036} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.373153] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.373365] env[69987]: INFO nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1312.373544] env[69987]: DEBUG nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1312.374748] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f9a78-c96d-4f68-97e2-2e8d291ff3b0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.473717] env[69987]: DEBUG oslo_vmware.api [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501524, 'name': ReconfigVM_Task, 'duration_secs': 0.254073} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.474052] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.479502] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d702d08-57c7-451e-98b1-b49b9ebae6d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.498092] env[69987]: DEBUG oslo_vmware.api [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1312.498092] env[69987]: value = "task-3501525" [ 1312.498092] env[69987]: _type = "Task" [ 1312.498092] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.508189] env[69987]: DEBUG oslo_vmware.api [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.827894] env[69987]: DEBUG oslo_vmware.api [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52823095-a1eb-529d-ead7-d2668c41f24b, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.827894] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.827894] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.831327] env[69987]: DEBUG nova.compute.manager [req-e5c1a87c-37d5-45b7-a05b-ea029345dc43 req-564ea0d2-6db7-4645-85bd-3befe910c230 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Received event network-vif-deleted-917b0999-9a9f-41ad-b7ca-4827aab2a90f {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.831478] env[69987]: INFO nova.compute.manager [req-e5c1a87c-37d5-45b7-a05b-ea029345dc43 req-564ea0d2-6db7-4645-85bd-3befe910c230 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Neutron deleted interface 917b0999-9a9f-41ad-b7ca-4827aab2a90f; detaching it from the instance and deleting it from the info cache [ 1312.831634] env[69987]: DEBUG nova.network.neutron [req-e5c1a87c-37d5-45b7-a05b-ea029345dc43 req-564ea0d2-6db7-4645-85bd-3befe910c230 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.896726] env[69987]: INFO nova.compute.manager [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Took 12.19 seconds to build instance. [ 1313.010869] env[69987]: DEBUG oslo_vmware.api [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501525, 'name': ReconfigVM_Task, 'duration_secs': 0.160935} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.013540] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699716', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'name': 'volume-c6a21646-c9d3-4f49-9823-f877de91062d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d8065b-7b2d-4cc2-bbe5-0449f211a037', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6a21646-c9d3-4f49-9823-f877de91062d', 'serial': 'c6a21646-c9d3-4f49-9823-f877de91062d'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1313.314023] env[69987]: DEBUG nova.network.neutron [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.334499] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f256a892-1ed4-49c2-a249-0ca6284cc0d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.347384] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587df729-9e8d-4318-a0f6-d95362c91c58 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.389599] env[69987]: DEBUG nova.compute.manager [req-e5c1a87c-37d5-45b7-a05b-ea029345dc43 req-564ea0d2-6db7-4645-85bd-3befe910c230 service nova] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Detach interface failed, port_id=917b0999-9a9f-41ad-b7ca-4827aab2a90f, reason: Instance d6a73581-6e62-4c3b-9f35-74a410a23cad could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.399560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28716b23-ad46-45cd-a97c-97431e1d2dfe tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.697s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.399560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "71b08c8c-47db-49c1-838e-de419652251c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.250s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.399560] env[69987]: INFO nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 71b08c8c-47db-49c1-838e-de419652251c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1313.399560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "71b08c8c-47db-49c1-838e-de419652251c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.565597] env[69987]: DEBUG nova.objects.instance [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lazy-loading 'flavor' on Instance uuid 14d8065b-7b2d-4cc2-bbe5-0449f211a037 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.586545] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e5a9b2-ce7d-4c04-8286-4e6785840598 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.596252] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da362d57-743e-41e0-8526-d9a3e970b955 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.631643] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8d31a3-1259-40aa-98b4-7bdba177a290 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.640107] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac912b0-1d27-4c73-b347-b8bb762e8d19 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.655901] env[69987]: DEBUG nova.compute.provider_tree [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.818902] env[69987]: INFO nova.compute.manager [-] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Took 1.46 seconds to deallocate network for instance. [ 1314.158638] env[69987]: DEBUG nova.scheduler.client.report [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.331323] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.576299] env[69987]: DEBUG oslo_concurrency.lockutils [None req-510efc77-83e6-4670-9215-062707c13d58 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.864573] env[69987]: DEBUG nova.compute.manager [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.864744] env[69987]: DEBUG nova.compute.manager [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing instance network info cache due to event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.865012] env[69987]: DEBUG oslo_concurrency.lockutils [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] Acquiring lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.865116] env[69987]: DEBUG oslo_concurrency.lockutils [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] Acquired lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.865277] env[69987]: DEBUG nova.network.neutron [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.169982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.341s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.172936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.842s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.173184] env[69987]: DEBUG nova.objects.instance [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'resources' on Instance uuid d6a73581-6e62-4c3b-9f35-74a410a23cad {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.639513] env[69987]: DEBUG nova.network.neutron [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updated VIF entry in instance network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.639907] env[69987]: DEBUG nova.network.neutron [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.712529] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.712797] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.713017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.713210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.713435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.715524] env[69987]: INFO nova.compute.manager [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Terminating instance [ 1315.734760] env[69987]: INFO nova.scheduler.client.report [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted allocation for migration 56155fb3-f96a-4652-aafc-9bca7e880b52 [ 1315.803736] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcca043e-d526-402e-a08d-e610421dbe92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.812128] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f985ba4-c2f4-4537-a8a5-9aafd17da41d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.843068] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb7383-88fb-4507-be19-e88bff5bada0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.850806] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c8e180-9a5c-4cbf-887f-1d54a86e6a13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.864163] env[69987]: DEBUG nova.compute.provider_tree [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.143784] env[69987]: DEBUG oslo_concurrency.lockutils [req-0be67d4d-6b73-4298-9df1-96f85114fac3 req-139b800d-3a6e-4177-b4b2-14d8f8b99b4a service nova] Releasing lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.221958] env[69987]: DEBUG nova.compute.manager [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.222210] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.223120] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7dfeab-c91a-4622-b519-67353608061a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.232169] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.232486] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ee4134-e8bd-4e25-a909-2309b4cdf2f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.240053] env[69987]: DEBUG oslo_vmware.api [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1316.240053] env[69987]: value = "task-3501528" [ 1316.240053] env[69987]: _type = "Task" [ 1316.240053] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.244271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ffcea405-60af-4214-8cd1-de2a47cfc4f4 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.735s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.255245] env[69987]: DEBUG oslo_vmware.api [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.367329] env[69987]: DEBUG nova.scheduler.client.report [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.751180] env[69987]: DEBUG oslo_vmware.api [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501528, 'name': PowerOffVM_Task, 'duration_secs': 0.175409} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.751523] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.751601] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.751855] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdaa01e6-dbff-430c-9c0c-c2b4bd2a2522 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.815820] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.816053] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.816270] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleting the datastore file [datastore2] 14d8065b-7b2d-4cc2-bbe5-0449f211a037 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.816553] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb67606c-4a64-4b42-9d4d-c29533c27066 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.823019] env[69987]: DEBUG oslo_vmware.api [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1316.823019] env[69987]: value = "task-3501530" [ 1316.823019] env[69987]: _type = "Task" [ 1316.823019] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.830943] env[69987]: DEBUG oslo_vmware.api [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.873866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.879200] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.879478] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.879678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.879868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.880042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.882615] env[69987]: INFO nova.compute.manager [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Terminating instance [ 1316.897012] env[69987]: INFO nova.scheduler.client.report [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted allocations for instance d6a73581-6e62-4c3b-9f35-74a410a23cad [ 1317.333666] env[69987]: DEBUG oslo_vmware.api [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138761} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.334011] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.334252] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.334502] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.334692] env[69987]: INFO nova.compute.manager [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1317.334932] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.335136] env[69987]: DEBUG nova.compute.manager [-] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.335272] env[69987]: DEBUG nova.network.neutron [-] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.385759] env[69987]: DEBUG nova.compute.manager [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.385980] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.387060] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f0f87c-121a-40ba-a0f8-ec5b2d8069e9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.395714] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.395714] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7f1b184-69de-4829-8019-d1eb0e0eb23a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.403725] env[69987]: DEBUG oslo_vmware.api [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1317.403725] env[69987]: value = "task-3501531" [ 1317.403725] env[69987]: _type = "Task" [ 1317.403725] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.407138] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b768b496-80c4-4839-91bc-0288e0170df3 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "d6a73581-6e62-4c3b-9f35-74a410a23cad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.029s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.414804] env[69987]: DEBUG oslo_vmware.api [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.823871] env[69987]: DEBUG nova.compute.manager [req-b9230786-8a0d-4bc3-ab72-400c3705ec53 req-2e66b8b2-421d-47ff-9136-19ae4f7e9561 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Received event network-vif-deleted-c75069fa-9c78-4336-8e51-763ae90f0c3b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.824129] env[69987]: INFO nova.compute.manager [req-b9230786-8a0d-4bc3-ab72-400c3705ec53 req-2e66b8b2-421d-47ff-9136-19ae4f7e9561 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Neutron deleted interface c75069fa-9c78-4336-8e51-763ae90f0c3b; detaching it from the instance and deleting it from the info cache [ 1317.824259] env[69987]: DEBUG nova.network.neutron [req-b9230786-8a0d-4bc3-ab72-400c3705ec53 req-2e66b8b2-421d-47ff-9136-19ae4f7e9561 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.913994] env[69987]: DEBUG oslo_vmware.api [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501531, 'name': PowerOffVM_Task, 'duration_secs': 0.203863} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.914367] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.914544] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.914794] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e538d957-6443-4901-a7be-7614060d35aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.980999] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.981266] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.981489] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleting the datastore file [datastore1] 739c7f83-2c66-4845-ab9f-8db7877f3003 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.981788] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9204365e-51d7-4578-a57e-7fe6126cf0c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.989703] env[69987]: DEBUG oslo_vmware.api [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1317.989703] env[69987]: value = "task-3501533" [ 1317.989703] env[69987]: _type = "Task" [ 1317.989703] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.999474] env[69987]: DEBUG oslo_vmware.api [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.305810] env[69987]: DEBUG nova.network.neutron [-] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.327032] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-039563a2-f1cb-4d82-81f9-6281505be4ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.339025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac055d-eee1-4731-a1d5-b73101528f91 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.373128] env[69987]: DEBUG nova.compute.manager [req-b9230786-8a0d-4bc3-ab72-400c3705ec53 req-2e66b8b2-421d-47ff-9136-19ae4f7e9561 service nova] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Detach interface failed, port_id=c75069fa-9c78-4336-8e51-763ae90f0c3b, reason: Instance 14d8065b-7b2d-4cc2-bbe5-0449f211a037 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1318.503052] env[69987]: DEBUG oslo_vmware.api [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144731} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.503330] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.503522] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.503693] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.503860] env[69987]: INFO nova.compute.manager [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1318.504121] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.504324] env[69987]: DEBUG nova.compute.manager [-] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.504454] env[69987]: DEBUG nova.network.neutron [-] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.807676] env[69987]: INFO nova.compute.manager [-] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Took 1.47 seconds to deallocate network for instance. [ 1319.093767] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.093767] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.314704] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.315109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.315406] env[69987]: DEBUG nova.objects.instance [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lazy-loading 'resources' on Instance uuid 14d8065b-7b2d-4cc2-bbe5-0449f211a037 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.554058] env[69987]: DEBUG nova.network.neutron [-] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.596333] env[69987]: DEBUG nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.691946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.692193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.856180] env[69987]: DEBUG nova.compute.manager [req-721ffe93-144c-4103-8f19-028f9c6d3e60 req-783bc854-add7-4b51-91fe-8847f331eb98 service nova] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Received event network-vif-deleted-6bf5ec66-5a9b-438c-a316-fcc918f7f1de {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.945516] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45403199-e2bb-4522-8606-14c4e70f74bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.955134] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd90aa08-81a8-4430-9388-6a1c8d0e84cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.986071] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e5b279-c88e-465d-92c0-c503777090be {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.994124] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cadeea4-b879-4ae2-8c40-5d32e6a6aa61 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.008243] env[69987]: DEBUG nova.compute.provider_tree [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.061114] env[69987]: INFO nova.compute.manager [-] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Took 1.56 seconds to deallocate network for instance. [ 1320.126791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.195146] env[69987]: DEBUG nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.514542] env[69987]: DEBUG nova.scheduler.client.report [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.567065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.714353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.020300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.023707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.896s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.024400] env[69987]: INFO nova.compute.claims [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.040337] env[69987]: INFO nova.scheduler.client.report [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleted allocations for instance 14d8065b-7b2d-4cc2-bbe5-0449f211a037 [ 1321.549712] env[69987]: DEBUG oslo_concurrency.lockutils [None req-56ea8a11-ffe4-4b4c-82f7-0e2b4c94fb2b tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "14d8065b-7b2d-4cc2-bbe5-0449f211a037" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.143420] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a52bbc-ca7c-491f-b0a1-61cd71dec27b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.152188] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c9c5e5-29a5-4894-9dee-28147e507205 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.183101] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417fe180-8bfc-4bed-afea-b35876b523d8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.191519] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a92a0d-d4aa-49c5-bbdc-69773366bdb9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.205618] env[69987]: DEBUG nova.compute.provider_tree [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.708785] env[69987]: DEBUG nova.scheduler.client.report [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.213800] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.214212] env[69987]: DEBUG nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.216902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.650s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.217107] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.219102] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.505s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.220900] env[69987]: INFO nova.compute.claims [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.243822] env[69987]: INFO nova.scheduler.client.report [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted allocations for instance 739c7f83-2c66-4845-ab9f-8db7877f3003 [ 1323.725448] env[69987]: DEBUG nova.compute.utils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.729174] env[69987]: DEBUG nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.729355] env[69987]: DEBUG nova.network.neutron [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.751461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5a2ddcba-60ce-4c65-ad50-db5acd69819b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "739c7f83-2c66-4845-ab9f-8db7877f3003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.872s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.871982] env[69987]: DEBUG nova.policy [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9135d459d65e41378068d8b409538419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9cd90589a044819db9390c550d61cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.126934] env[69987]: DEBUG nova.network.neutron [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Successfully created port: 75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.229936] env[69987]: DEBUG nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.351112] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fd54f7-01c9-4c41-a251-b38aad966fc6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.359575] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87768d58-7442-4213-b5df-059582fb421a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.393807] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eda64b-b6c4-4d64-a4bd-52bc1f3170c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.403317] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116b1c5-24a8-48b9-ad4e-1db4dfed1ca3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.421578] env[69987]: DEBUG nova.compute.provider_tree [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.737821] env[69987]: INFO nova.virt.block_device [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Booting with volume 4bd310ae-1b5f-48a6-9c41-c3efe9a67f44 at /dev/sda [ 1324.772886] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fd0777c-d42e-4bdf-8b9f-734aee9b98dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.783873] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0415769b-a50f-4ec6-9327-d09121433387 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.815100] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18d6fa1a-d88f-4f82-b992-60f5082429df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.824448] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cec7e-e73f-4da0-a8a3-a571935f76a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.854899] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37101841-4978-41f4-96c3-b1e3c26c6890 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.861963] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a4b902-707d-460f-bcea-3d0e41763270 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.876935] env[69987]: DEBUG nova.virt.block_device [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating existing volume attachment record: e67cab51-6d7f-42ab-9bdd-5f25efb0fa76 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1324.924186] env[69987]: DEBUG nova.scheduler.client.report [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.366813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "756b5803-58c7-4766-8e45-c7378524e7fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.367114] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.428292] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.428729] env[69987]: DEBUG nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.494814] env[69987]: DEBUG nova.compute.manager [req-c27d6624-536f-4ab0-a445-410a5c7f4ed0 req-6e2db44e-f8c1-4ed9-8dad-92b9bdcc1279 service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Received event network-vif-plugged-75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.495059] env[69987]: DEBUG oslo_concurrency.lockutils [req-c27d6624-536f-4ab0-a445-410a5c7f4ed0 req-6e2db44e-f8c1-4ed9-8dad-92b9bdcc1279 service nova] Acquiring lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.495275] env[69987]: DEBUG oslo_concurrency.lockutils [req-c27d6624-536f-4ab0-a445-410a5c7f4ed0 req-6e2db44e-f8c1-4ed9-8dad-92b9bdcc1279 service nova] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.495472] env[69987]: DEBUG oslo_concurrency.lockutils [req-c27d6624-536f-4ab0-a445-410a5c7f4ed0 req-6e2db44e-f8c1-4ed9-8dad-92b9bdcc1279 service nova] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.495625] env[69987]: DEBUG nova.compute.manager [req-c27d6624-536f-4ab0-a445-410a5c7f4ed0 req-6e2db44e-f8c1-4ed9-8dad-92b9bdcc1279 service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] No waiting events found dispatching network-vif-plugged-75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.495756] env[69987]: WARNING nova.compute.manager [req-c27d6624-536f-4ab0-a445-410a5c7f4ed0 req-6e2db44e-f8c1-4ed9-8dad-92b9bdcc1279 service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Received unexpected event network-vif-plugged-75babed0-d83b-446d-b434-f0d7f9c2962a for instance with vm_state building and task_state block_device_mapping. [ 1325.585979] env[69987]: DEBUG nova.network.neutron [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Successfully updated port: 75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.869526] env[69987]: DEBUG nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.933030] env[69987]: DEBUG nova.compute.utils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.934330] env[69987]: DEBUG nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.934508] env[69987]: DEBUG nova.network.neutron [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.970057] env[69987]: DEBUG nova.policy [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7063c4a493374171babdee67fed7dd4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3becec00a06d48fd86da2356d115979b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.091938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.092628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.092628] env[69987]: DEBUG nova.network.neutron [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.232539] env[69987]: DEBUG nova.network.neutron [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Successfully created port: 4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.392146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.392423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.394297] env[69987]: INFO nova.compute.claims [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.438060] env[69987]: DEBUG nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.624720] env[69987]: DEBUG nova.network.neutron [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.752153] env[69987]: DEBUG nova.network.neutron [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [{"id": "75babed0-d83b-446d-b434-f0d7f9c2962a", "address": "fa:16:3e:8e:4e:f9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75babed0-d8", "ovs_interfaceid": "75babed0-d83b-446d-b434-f0d7f9c2962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.963894] env[69987]: DEBUG nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.964485] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.964753] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.964949] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.965195] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.965355] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.965722] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.965722] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.965847] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.966018] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.966222] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.966413] env[69987]: DEBUG nova.virt.hardware [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.967393] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2452a9d-c407-4e73-a575-edada7e745e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.976117] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a7b11d-d483-479b-ba28-fcec12e41f3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.200034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "20fa1a1c-f661-49d3-807d-18a276ddd197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.200034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.200034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "20fa1a1c-f661-49d3-807d-18a276ddd197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.200034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.200034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.202101] env[69987]: INFO nova.compute.manager [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Terminating instance [ 1327.254897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.255222] env[69987]: DEBUG nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Instance network_info: |[{"id": "75babed0-d83b-446d-b434-f0d7f9c2962a", "address": "fa:16:3e:8e:4e:f9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75babed0-d8", "ovs_interfaceid": "75babed0-d83b-446d-b434-f0d7f9c2962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.255611] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:4e:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75babed0-d83b-446d-b434-f0d7f9c2962a', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.263275] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.263468] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.263678] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eae0cee-7501-41eb-b776-f313e2688237 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.284410] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.284410] env[69987]: value = "task-3501535" [ 1327.284410] env[69987]: _type = "Task" [ 1327.284410] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.291886] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501535, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.450332] env[69987]: DEBUG nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.476553] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.476825] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.476985] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.477237] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.477332] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.477480] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.477688] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.477854] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.478039] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.478212] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.478374] env[69987]: DEBUG nova.virt.hardware [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.479330] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15117d7b-46fd-4e42-bb14-042a9dd5efc2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.489049] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7703d9-22cc-403e-8338-5cfd5c69af0e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.528841] env[69987]: DEBUG nova.compute.manager [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Received event network-changed-75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.529042] env[69987]: DEBUG nova.compute.manager [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Refreshing instance network info cache due to event network-changed-75babed0-d83b-446d-b434-f0d7f9c2962a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.529270] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] Acquiring lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.529413] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] Acquired lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.529705] env[69987]: DEBUG nova.network.neutron [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Refreshing network info cache for port 75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.532340] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0b03ff-26f4-43b9-becd-04d79411a13c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.540994] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd306c6-5b67-4b7b-8ec6-02dd49eef375 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.576382] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bb98ce-a67f-465b-9fd8-3e2242ffbf30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.585290] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf149aa-b157-4dcc-9ff0-36bc0625b23d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.599067] env[69987]: DEBUG nova.compute.provider_tree [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.644213] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.644477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.644686] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "18b37971-e145-4e7f-86fd-13cecd008050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.644871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.645045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.647195] env[69987]: INFO nova.compute.manager [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Terminating instance [ 1327.705667] env[69987]: DEBUG nova.compute.manager [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.705883] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.706812] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d357cd-57fd-43b7-84f0-684e5acfedbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.714661] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.714887] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47903aed-9b18-41e1-8e09-83c7c95aafac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.720695] env[69987]: DEBUG oslo_vmware.api [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1327.720695] env[69987]: value = "task-3501536" [ 1327.720695] env[69987]: _type = "Task" [ 1327.720695] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.728780] env[69987]: DEBUG oslo_vmware.api [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.748953] env[69987]: DEBUG nova.network.neutron [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Successfully updated port: 4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.794202] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501535, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.102164] env[69987]: DEBUG nova.scheduler.client.report [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.152714] env[69987]: DEBUG nova.compute.manager [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.152945] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.153834] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd4eb8-a55c-4582-8a9d-dd3f23e34fe4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.161247] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.161471] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d63128d-3fc8-4a3a-823c-c9fcd65760fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.167686] env[69987]: DEBUG oslo_vmware.api [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1328.167686] env[69987]: value = "task-3501537" [ 1328.167686] env[69987]: _type = "Task" [ 1328.167686] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.178045] env[69987]: DEBUG oslo_vmware.api [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.230120] env[69987]: DEBUG oslo_vmware.api [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501536, 'name': PowerOffVM_Task, 'duration_secs': 0.217485} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.230403] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.230591] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.230974] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9feb96de-0a0b-4a82-a8ec-f1078885fe02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.252067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.252240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.252452] env[69987]: DEBUG nova.network.neutron [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.267144] env[69987]: DEBUG nova.network.neutron [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updated VIF entry in instance network info cache for port 75babed0-d83b-446d-b434-f0d7f9c2962a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.267498] env[69987]: DEBUG nova.network.neutron [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [{"id": "75babed0-d83b-446d-b434-f0d7f9c2962a", "address": "fa:16:3e:8e:4e:f9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75babed0-d8", "ovs_interfaceid": "75babed0-d83b-446d-b434-f0d7f9c2962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.294618] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501535, 'name': CreateVM_Task, 'duration_secs': 0.565092} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.294947] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.295541] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'attachment_id': 'e67cab51-6d7f-42ab-9bdd-5f25efb0fa76', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699727', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'name': 'volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6acc5cf6-dcb8-4be0-b410-8dc55f54026b', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'serial': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44'}, 'volume_type': None}], 'swap': None} {{(pid=69987) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1328.295757] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Root volume attach. Driver type: vmdk {{(pid=69987) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1328.296601] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76778383-d2b9-4dba-969a-5db2fbff7a25 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.300667] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.300904] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.301140] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleting the datastore file [datastore1] 20fa1a1c-f661-49d3-807d-18a276ddd197 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.301781] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a269e1-e821-44d1-86da-7dea0bde1408 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.307423] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dcb01e-9851-45a3-bd03-d5088a16a5d3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.311243] env[69987]: DEBUG oslo_vmware.api [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1328.311243] env[69987]: value = "task-3501539" [ 1328.311243] env[69987]: _type = "Task" [ 1328.311243] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.316727] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2ed3b-7944-49cd-8876-9a1c67489b0d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.321870] env[69987]: DEBUG oslo_vmware.api [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.327201] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7b610767-d966-4871-89f6-8a51898439b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.332619] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1328.332619] env[69987]: value = "task-3501540" [ 1328.332619] env[69987]: _type = "Task" [ 1328.332619] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.340696] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501540, 'name': RelocateVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.607278] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.607841] env[69987]: DEBUG nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.678402] env[69987]: DEBUG oslo_vmware.api [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501537, 'name': PowerOffVM_Task, 'duration_secs': 0.18435} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.678682] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.678853] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.679113] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe762ff8-a46f-4403-b792-49f9283d956a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.733953] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.734184] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.734368] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Deleting the datastore file [datastore1] 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.734619] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88746381-13ab-4b00-87fe-0c7dec938bdf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.741186] env[69987]: DEBUG oslo_vmware.api [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1328.741186] env[69987]: value = "task-3501542" [ 1328.741186] env[69987]: _type = "Task" [ 1328.741186] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.749115] env[69987]: DEBUG oslo_vmware.api [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.770283] env[69987]: DEBUG oslo_concurrency.lockutils [req-2c10667c-d3da-4bec-9468-c431099fe7bd req-2488939a-b8a0-4364-805e-f056092ca0fc service nova] Releasing lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.783970] env[69987]: DEBUG nova.network.neutron [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.821022] env[69987]: DEBUG oslo_vmware.api [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212096} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.821285] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.821465] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.821638] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.821810] env[69987]: INFO nova.compute.manager [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1328.822062] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.822254] env[69987]: DEBUG nova.compute.manager [-] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.822349] env[69987]: DEBUG nova.network.neutron [-] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.843417] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501540, 'name': RelocateVM_Task, 'duration_secs': 0.358501} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.843690] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1328.843889] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699727', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'name': 'volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6acc5cf6-dcb8-4be0-b410-8dc55f54026b', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'serial': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1328.844671] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6963b85d-f2e6-419a-94fc-8f4c158e2877 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.860275] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505d82e3-6e69-41fd-b4ab-0f305384c0af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.882372] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44/volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.886974] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa7ea03-2a3c-4fde-9a67-b2c6af68edf3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.906396] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1328.906396] env[69987]: value = "task-3501543" [ 1328.906396] env[69987]: _type = "Task" [ 1328.906396] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.915878] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.964041] env[69987]: DEBUG nova.network.neutron [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4771828a-e2", "ovs_interfaceid": "4771828a-e218-4937-b79e-0841c57da8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.113174] env[69987]: DEBUG nova.compute.utils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.114564] env[69987]: DEBUG nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.114721] env[69987]: DEBUG nova.network.neutron [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.200875] env[69987]: DEBUG nova.policy [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '050a36eef4ab4b02860b91a0f4c76f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c223adc1c304db894a6b128d175e91a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.251896] env[69987]: DEBUG oslo_vmware.api [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204025} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.252168] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.252354] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.252534] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.253817] env[69987]: INFO nova.compute.manager [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1329.253817] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.253817] env[69987]: DEBUG nova.compute.manager [-] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.253817] env[69987]: DEBUG nova.network.neutron [-] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.274549] env[69987]: DEBUG nova.compute.manager [req-6640a9be-8718-4fb9-b505-820f5bf18511 req-3d32b985-3406-4f68-8039-743647231469 service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Received event network-vif-deleted-a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.274696] env[69987]: INFO nova.compute.manager [req-6640a9be-8718-4fb9-b505-820f5bf18511 req-3d32b985-3406-4f68-8039-743647231469 service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Neutron deleted interface a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1; detaching it from the instance and deleting it from the info cache [ 1329.275096] env[69987]: DEBUG nova.network.neutron [req-6640a9be-8718-4fb9-b505-820f5bf18511 req-3d32b985-3406-4f68-8039-743647231469 service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.416570] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501543, 'name': ReconfigVM_Task, 'duration_secs': 0.248641} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.416839] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44/volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.421601] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58009abe-a48a-4fee-a018-cc73d9cfa106 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.436520] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1329.436520] env[69987]: value = "task-3501544" [ 1329.436520] env[69987]: _type = "Task" [ 1329.436520] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.445660] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.467092] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.467418] env[69987]: DEBUG nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Instance network_info: |[{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4771828a-e2", "ovs_interfaceid": "4771828a-e218-4937-b79e-0841c57da8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.467906] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:99:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4771828a-e218-4937-b79e-0841c57da8c7', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.475398] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.475605] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.475884] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-544673f6-f88c-4859-bb24-c6e88cd7a528 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.499222] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.499222] env[69987]: value = "task-3501545" [ 1329.499222] env[69987]: _type = "Task" [ 1329.499222] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.510415] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501545, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.570939] env[69987]: DEBUG nova.network.neutron [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Successfully created port: dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.597448] env[69987]: DEBUG nova.compute.manager [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-vif-plugged-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.598139] env[69987]: DEBUG oslo_concurrency.lockutils [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.598223] env[69987]: DEBUG oslo_concurrency.lockutils [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.598401] env[69987]: DEBUG oslo_concurrency.lockutils [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.598585] env[69987]: DEBUG nova.compute.manager [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] No waiting events found dispatching network-vif-plugged-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.598761] env[69987]: WARNING nova.compute.manager [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received unexpected event network-vif-plugged-4771828a-e218-4937-b79e-0841c57da8c7 for instance with vm_state building and task_state spawning. [ 1329.598974] env[69987]: DEBUG nova.compute.manager [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-changed-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.599145] env[69987]: DEBUG nova.compute.manager [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing instance network info cache due to event network-changed-4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.599405] env[69987]: DEBUG oslo_concurrency.lockutils [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] Acquiring lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.599460] env[69987]: DEBUG oslo_concurrency.lockutils [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] Acquired lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.599598] env[69987]: DEBUG nova.network.neutron [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.618640] env[69987]: DEBUG nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.747952] env[69987]: DEBUG nova.network.neutron [-] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.777817] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d77d13ea-0342-414e-a368-ed2f509226ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.787311] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef98eb7-0054-4d28-85ae-a1e743fd7721 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.818943] env[69987]: DEBUG nova.compute.manager [req-6640a9be-8718-4fb9-b505-820f5bf18511 req-3d32b985-3406-4f68-8039-743647231469 service nova] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Detach interface failed, port_id=a1dcc3f6-d7e4-49b4-90e2-ca84d38e05e1, reason: Instance 20fa1a1c-f661-49d3-807d-18a276ddd197 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1329.947263] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.009908] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501545, 'name': CreateVM_Task, 'duration_secs': 0.368941} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.009908] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.010607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.010607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.010850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.011677] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f82aa73-768d-4a74-be00-c94bd3601f07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.016750] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1330.016750] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522c7d3d-55ca-b936-f09b-4048381ed6a5" [ 1330.016750] env[69987]: _type = "Task" [ 1330.016750] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.025113] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522c7d3d-55ca-b936-f09b-4048381ed6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.251031] env[69987]: INFO nova.compute.manager [-] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Took 1.43 seconds to deallocate network for instance. [ 1330.336294] env[69987]: DEBUG nova.network.neutron [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updated VIF entry in instance network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.336766] env[69987]: DEBUG nova.network.neutron [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4771828a-e2", "ovs_interfaceid": "4771828a-e218-4937-b79e-0841c57da8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.381863] env[69987]: DEBUG nova.network.neutron [-] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.383135] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.447841] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501544, 'name': ReconfigVM_Task, 'duration_secs': 0.810974} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.448166] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699727', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'name': 'volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6acc5cf6-dcb8-4be0-b410-8dc55f54026b', 'attached_at': '', 'detached_at': '', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'serial': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1330.448766] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6efde37d-ac0d-41bb-90b0-c72d07da7fbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.455801] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1330.455801] env[69987]: value = "task-3501546" [ 1330.455801] env[69987]: _type = "Task" [ 1330.455801] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.463600] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501546, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.528691] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522c7d3d-55ca-b936-f09b-4048381ed6a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.529016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.529311] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.529519] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.529680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.529866] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.530148] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f82b2832-dcff-49d9-ae0f-3e841837755f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.539379] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.539615] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.540468] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8fd0f95-5be9-477d-97e5-4a71c85c948c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.547175] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1330.547175] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5276ce5f-fdcd-860f-0c8f-42a1f0e63b34" [ 1330.547175] env[69987]: _type = "Task" [ 1330.547175] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.556268] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5276ce5f-fdcd-860f-0c8f-42a1f0e63b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.628805] env[69987]: DEBUG nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.655301] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.655550] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.655718] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.655896] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.656051] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.656205] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.656412] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.656597] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.656777] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.656945] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.657564] env[69987]: DEBUG nova.virt.hardware [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.658827] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ce923-8d96-47a8-a1a5-fc21b3bcf9d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.668378] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35710f7c-64f4-4360-8215-38291e083020 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.756229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.756695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.756968] env[69987]: DEBUG nova.objects.instance [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lazy-loading 'resources' on Instance uuid 20fa1a1c-f661-49d3-807d-18a276ddd197 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.840088] env[69987]: DEBUG oslo_concurrency.lockutils [req-48a3ef40-582a-4798-b3bc-b47ce529e033 req-ad788b16-bf53-4d22-9658-29303e93c4a6 service nova] Releasing lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.885035] env[69987]: INFO nova.compute.manager [-] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Took 1.63 seconds to deallocate network for instance. [ 1330.965963] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501546, 'name': Rename_Task, 'duration_secs': 0.141617} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.966253] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.966493] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17a2feb-8cad-400e-8309-2fc2ca0d724e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.972284] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1330.972284] env[69987]: value = "task-3501547" [ 1330.972284] env[69987]: _type = "Task" [ 1330.972284] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.979395] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.059088] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5276ce5f-fdcd-860f-0c8f-42a1f0e63b34, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.060014] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1b50bc-4e00-4c8d-9c68-0a9734fbbe93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.065106] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1331.065106] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ec3c9d-c474-97e5-9bc7-591b2ff8b947" [ 1331.065106] env[69987]: _type = "Task" [ 1331.065106] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.073119] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ec3c9d-c474-97e5-9bc7-591b2ff8b947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.097757] env[69987]: DEBUG nova.network.neutron [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Successfully updated port: dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.302958] env[69987]: DEBUG nova.compute.manager [req-ffe57c6b-0241-4d91-ba8a-72cc6dfbe4d8 req-2b85ce6e-5258-4377-a9d8-1db3dd5c5114 service nova] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Received event network-vif-deleted-85e7a84f-ed45-465d-83f7-5ba7ed1b0bba {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.385949] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06be4be-b221-409e-864d-039782ca9ee3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.391537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.394827] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14bcff0-5e9c-4bfb-811c-a87fa2786876 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.427941] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb9641e-1be7-4aa2-89d7-2ef31b5d7920 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.436400] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f393aed8-8fad-4a49-b00c-4341888a2ece {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.450533] env[69987]: DEBUG nova.compute.provider_tree [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.482215] env[69987]: DEBUG oslo_vmware.api [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501547, 'name': PowerOnVM_Task, 'duration_secs': 0.496928} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.482516] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.482679] env[69987]: INFO nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Took 4.52 seconds to spawn the instance on the hypervisor. [ 1331.482891] env[69987]: DEBUG nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.483657] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b8ed6b-91a9-4f62-9112-bf2a8ea40aa7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.586662] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ec3c9d-c474-97e5-9bc7-591b2ff8b947, 'name': SearchDatastore_Task, 'duration_secs': 0.018057} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.586901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.587192] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.587465] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d858745d-3842-43ff-bb1a-48cc6aaca39f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.595046] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1331.595046] env[69987]: value = "task-3501548" [ 1331.595046] env[69987]: _type = "Task" [ 1331.595046] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.600498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.600682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.601655] env[69987]: DEBUG nova.network.neutron [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.606245] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.626691] env[69987]: DEBUG nova.compute.manager [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Received event network-vif-plugged-dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.626816] env[69987]: DEBUG oslo_concurrency.lockutils [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] Acquiring lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.627023] env[69987]: DEBUG oslo_concurrency.lockutils [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] Lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.627266] env[69987]: DEBUG oslo_concurrency.lockutils [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] Lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.627494] env[69987]: DEBUG nova.compute.manager [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] No waiting events found dispatching network-vif-plugged-dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1331.627713] env[69987]: WARNING nova.compute.manager [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Received unexpected event network-vif-plugged-dabcfbad-8657-4057-83ed-f2a9c886cdd1 for instance with vm_state building and task_state spawning. [ 1331.627906] env[69987]: DEBUG nova.compute.manager [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Received event network-changed-dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.628271] env[69987]: DEBUG nova.compute.manager [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Refreshing instance network info cache due to event network-changed-dabcfbad-8657-4057-83ed-f2a9c886cdd1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.628482] env[69987]: DEBUG oslo_concurrency.lockutils [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] Acquiring lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.848717] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.848928] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1331.953644] env[69987]: DEBUG nova.scheduler.client.report [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.000947] env[69987]: INFO nova.compute.manager [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Took 11.90 seconds to build instance. [ 1332.110538] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.152137] env[69987]: DEBUG nova.network.neutron [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.424374] env[69987]: DEBUG nova.network.neutron [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.458770] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.462231] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.070s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.462492] env[69987]: DEBUG nova.objects.instance [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'resources' on Instance uuid 18b37971-e145-4e7f-86fd-13cecd008050 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.482126] env[69987]: INFO nova.scheduler.client.report [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleted allocations for instance 20fa1a1c-f661-49d3-807d-18a276ddd197 [ 1332.503796] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c31e3295-625c-4f63-b89f-eddb845130b3 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.410s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.605661] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549732} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.605917] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.606229] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.606663] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d1e8f14-0a75-4abe-8123-a9219108f5f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.614244] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1332.614244] env[69987]: value = "task-3501549" [ 1332.614244] env[69987]: _type = "Task" [ 1332.614244] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.622238] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.845078] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.848902] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.926999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.927386] env[69987]: DEBUG nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Instance network_info: |[{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.927714] env[69987]: DEBUG oslo_concurrency.lockutils [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] Acquired lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.927900] env[69987]: DEBUG nova.network.neutron [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Refreshing network info cache for port dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.929263] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:0c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dabcfbad-8657-4057-83ed-f2a9c886cdd1', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.937252] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.940759] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.941336] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf452db-78ac-42f0-8631-22dc408ecc65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.963250] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.963250] env[69987]: value = "task-3501550" [ 1332.963250] env[69987]: _type = "Task" [ 1332.963250] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.973794] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501550, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.991313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f7b5316b-68d6-44fb-87cd-4f5b619a08c6 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "20fa1a1c-f661-49d3-807d-18a276ddd197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.791s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.088706] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ade58-364a-4ec8-a0ca-75bcbbd447af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.096262] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3017361-31b5-4d35-a133-286343b8b2ce {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.134466] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869cf0b6-1325-414f-9528-80464ad589e9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.144341] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074395} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.146324] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.147133] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ba8f7-1e4d-47a7-a33e-b0f137a645d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.150439] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d2bc3-a68b-437b-857f-fae12cddc695 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.165385] env[69987]: DEBUG nova.compute.provider_tree [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.184795] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.186405] env[69987]: DEBUG nova.network.neutron [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updated VIF entry in instance network info cache for port dabcfbad-8657-4057-83ed-f2a9c886cdd1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.186722] env[69987]: DEBUG nova.network.neutron [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.188476] env[69987]: DEBUG nova.scheduler.client.report [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.191352] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb329ad-e338-4f63-9f87-7a3e6e2f1e4e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.208647] env[69987]: DEBUG oslo_concurrency.lockutils [req-38b1de23-c96c-4657-bae0-f3c3fd03b884 req-6459f908-2eb3-4462-9e93-3ee7f5055903 service nova] Releasing lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.208647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.747s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.216202] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1333.216202] env[69987]: value = "task-3501551" [ 1333.216202] env[69987]: _type = "Task" [ 1333.216202] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.225035] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.229372] env[69987]: INFO nova.scheduler.client.report [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Deleted allocations for instance 18b37971-e145-4e7f-86fd-13cecd008050 [ 1333.472823] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501550, 'name': CreateVM_Task, 'duration_secs': 0.371524} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.473102] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.481336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.481513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.481841] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.482108] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439a228d-0fe1-4d0b-8909-c4f5125b82a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.486521] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1333.486521] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52a2f1a4-6514-d479-0031-b87cabefa7ac" [ 1333.486521] env[69987]: _type = "Task" [ 1333.486521] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.494669] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a2f1a4-6514-d479-0031-b87cabefa7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.687049] env[69987]: DEBUG nova.compute.manager [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Received event network-changed-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.687217] env[69987]: DEBUG nova.compute.manager [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Refreshing instance network info cache due to event network-changed-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.687555] env[69987]: DEBUG oslo_concurrency.lockutils [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] Acquiring lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.687609] env[69987]: DEBUG oslo_concurrency.lockutils [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] Acquired lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.687727] env[69987]: DEBUG nova.network.neutron [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Refreshing network info cache for port 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.726421] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501551, 'name': ReconfigVM_Task, 'duration_secs': 0.265918} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.726702] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.727385] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b3e41c-9c79-44de-9ab6-a3cc3812d89c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.736230] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1333.736230] env[69987]: value = "task-3501552" [ 1333.736230] env[69987]: _type = "Task" [ 1333.736230] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.736666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1b54cf2b-3010-4e1c-802c-67748f17530f tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "18b37971-e145-4e7f-86fd-13cecd008050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.092s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.752756] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501552, 'name': Rename_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.848908] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.850311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.850659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.851428] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.851748] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.852059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.854724] env[69987]: INFO nova.compute.manager [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Terminating instance [ 1333.997909] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52a2f1a4-6514-d479-0031-b87cabefa7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010131} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.998256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.998512] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.998806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.998995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.999221] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.999512] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25284e4d-0a2f-4180-a6a7-c4511fb99951 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.009077] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.009401] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.010546] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3309a2ff-10d7-4cd2-8c05-539919b141d2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.018064] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1334.018064] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c0944b-a113-e9ee-54bc-ce330caf03c7" [ 1334.018064] env[69987]: _type = "Task" [ 1334.018064] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.030906] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c0944b-a113-e9ee-54bc-ce330caf03c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.034692] env[69987]: DEBUG nova.compute.manager [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1334.247617] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501552, 'name': Rename_Task, 'duration_secs': 0.127769} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.247898] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.248166] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db389662-e5a8-4f54-b5e5-c7485d0eed27 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.256775] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1334.256775] env[69987]: value = "task-3501553" [ 1334.256775] env[69987]: _type = "Task" [ 1334.256775] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.264601] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.358161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.358982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.359212] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.359377] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1334.360073] env[69987]: DEBUG nova.compute.manager [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1334.360306] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.361142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c05bc-0939-442a-8cac-251e83bf641a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.365086] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74ff364-0cda-43e7-9eac-54946ba52801 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.375274] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.377139] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6e0752-fee6-415d-a873-c619f1fdfbbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.381413] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c22ed23-dc4b-41c0-8798-7a1a5cae93f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.397021] env[69987]: DEBUG nova.network.neutron [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updated VIF entry in instance network info cache for port 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.397519] env[69987]: DEBUG nova.network.neutron [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updating instance_info_cache with network_info: [{"id": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "address": "fa:16:3e:bd:04:c8", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065d2c34-4c", "ovs_interfaceid": "065d2c34-4c86-4c4d-8f9e-e42c2e818cc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.400946] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67737c43-8d0f-4c04-84da-6e9a5b9c7b73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.404464] env[69987]: DEBUG oslo_vmware.api [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1334.404464] env[69987]: value = "task-3501554" [ 1334.404464] env[69987]: _type = "Task" [ 1334.404464] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.412097] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f410c737-e6e5-4b81-bfc3-86e0d33f41c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.419327] env[69987]: DEBUG oslo_vmware.api [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.451333] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179079MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1334.451516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.451772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.529279] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c0944b-a113-e9ee-54bc-ce330caf03c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.530411] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f0a4b6-7043-4df0-bfae-f7bfbc3996ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.536255] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1334.536255] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52224cae-e88e-e4ce-9daf-63aca8b553ab" [ 1334.536255] env[69987]: _type = "Task" [ 1334.536255] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.548861] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52224cae-e88e-e4ce-9daf-63aca8b553ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.565428] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.767986] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.905991] env[69987]: DEBUG oslo_concurrency.lockutils [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] Releasing lock "refresh_cache-a9033a7a-ce00-4fd3-8c19-bd43af369be5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.906316] env[69987]: DEBUG nova.compute.manager [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Received event network-changed-75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.906501] env[69987]: DEBUG nova.compute.manager [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Refreshing instance network info cache due to event network-changed-75babed0-d83b-446d-b434-f0d7f9c2962a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.906751] env[69987]: DEBUG oslo_concurrency.lockutils [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] Acquiring lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.906905] env[69987]: DEBUG oslo_concurrency.lockutils [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] Acquired lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.907083] env[69987]: DEBUG nova.network.neutron [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Refreshing network info cache for port 75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.921726] env[69987]: DEBUG oslo_vmware.api [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501554, 'name': PowerOffVM_Task, 'duration_secs': 0.194698} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.922047] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.922244] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.922510] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa627a31-cc8c-455d-9f83-18327092da92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.014024] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.014200] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.014379] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleting the datastore file [datastore2] 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.014644] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dd4eff5-96af-462b-a413-709d0b36a92c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.021798] env[69987]: DEBUG oslo_vmware.api [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for the task: (returnval){ [ 1335.021798] env[69987]: value = "task-3501556" [ 1335.021798] env[69987]: _type = "Task" [ 1335.021798] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.029493] env[69987]: DEBUG oslo_vmware.api [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.045043] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52224cae-e88e-e4ce-9daf-63aca8b553ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012493} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.045299] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.045555] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.045806] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1450395-8196-47bb-a6d4-f776620e067e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.052558] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1335.052558] env[69987]: value = "task-3501557" [ 1335.052558] env[69987]: _type = "Task" [ 1335.052558] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.060109] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.269592] env[69987]: DEBUG oslo_vmware.api [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501553, 'name': PowerOnVM_Task, 'duration_secs': 0.555011} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.269895] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.270149] env[69987]: INFO nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1335.270366] env[69987]: DEBUG nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.271327] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b28cbe-de54-49dd-aeff-e8c1dc54a27b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.461479] env[69987]: INFO nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating resource usage from migration 91dca2a1-9e6d-40c7-8b93-f524fa89a89c [ 1335.481207] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.481405] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.481569] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 8285d3de-57a0-477b-a520-acdbe75a2bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.482153] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 71b08c8c-47db-49c1-838e-de419652251c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.482153] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 531dac7d-ce31-4957-b401-bcd6ee685854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.482153] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 756b5803-58c7-4766-8e45-c7378524e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.482153] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Migration 91dca2a1-9e6d-40c7-8b93-f524fa89a89c is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1335.482355] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 6acc5cf6-dcb8-4be0-b410-8dc55f54026b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1335.482484] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1335.482659] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1335.533759] env[69987]: DEBUG oslo_vmware.api [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Task: {'id': task-3501556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182635} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.534044] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.534145] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.534328] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.534507] env[69987]: INFO nova.compute.manager [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1335.534750] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.534931] env[69987]: DEBUG nova.compute.manager [-] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.535139] env[69987]: DEBUG nova.network.neutron [-] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.563183] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464874} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.566718] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.567212] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.568365] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca29685a-bd17-497d-9d0f-f74e5e7709fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.583483] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1335.583483] env[69987]: value = "task-3501558" [ 1335.583483] env[69987]: _type = "Task" [ 1335.583483] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.594589] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.606102] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7d6a46-7e1f-4123-828c-2f8e89c92178 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.613018] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a03821-0667-4eaf-91ba-88823b7aba64 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.646533] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f8cb62-5f85-4fe0-b05b-edb2c1dc2742 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.654777] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27bdac-3fe9-4745-b56e-8699ccacceb9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.669331] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.696089] env[69987]: DEBUG nova.network.neutron [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updated VIF entry in instance network info cache for port 75babed0-d83b-446d-b434-f0d7f9c2962a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.696471] env[69987]: DEBUG nova.network.neutron [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [{"id": "75babed0-d83b-446d-b434-f0d7f9c2962a", "address": "fa:16:3e:8e:4e:f9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75babed0-d8", "ovs_interfaceid": "75babed0-d83b-446d-b434-f0d7f9c2962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.791020] env[69987]: INFO nova.compute.manager [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Took 15.09 seconds to build instance. [ 1335.846519] env[69987]: DEBUG nova.compute.manager [req-d599330e-fac9-4423-8db1-0ab824811277 req-1c02cb9b-8e5b-4b86-a251-b1c9de61366d service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Received event network-vif-deleted-13a83941-4b13-4378-82a1-eec3f0efcaf0 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.846772] env[69987]: INFO nova.compute.manager [req-d599330e-fac9-4423-8db1-0ab824811277 req-1c02cb9b-8e5b-4b86-a251-b1c9de61366d service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Neutron deleted interface 13a83941-4b13-4378-82a1-eec3f0efcaf0; detaching it from the instance and deleting it from the info cache [ 1335.846957] env[69987]: DEBUG nova.network.neutron [req-d599330e-fac9-4423-8db1-0ab824811277 req-1c02cb9b-8e5b-4b86-a251-b1c9de61366d service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.042183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.042422] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.093280] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082018} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.093539] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.094298] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02099f21-f534-4ceb-8d6c-cdcb25ee30c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.116302] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.116802] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec2681c4-ff35-43aa-bab3-8984ebc094be {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.138370] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1336.138370] env[69987]: value = "task-3501559" [ 1336.138370] env[69987]: _type = "Task" [ 1336.138370] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.145911] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.172359] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.199505] env[69987]: DEBUG oslo_concurrency.lockutils [req-9afe87ad-6a4b-4cd4-b7d7-f97a40752ba7 req-42aba2b6-40a8-4e86-89b1-272a0b0aa25e service nova] Releasing lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.290109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a915dd0e-b4c1-45f4-b11c-a37b3d1d6419 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.598s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.319214] env[69987]: DEBUG nova.network.neutron [-] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.351644] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2de4f934-9a8a-4c2f-a2be-106130f94e15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.359054] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc806e1-2411-4b85-8b7e-325bba9e602b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.390334] env[69987]: DEBUG nova.compute.manager [req-d599330e-fac9-4423-8db1-0ab824811277 req-1c02cb9b-8e5b-4b86-a251-b1c9de61366d service nova] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Detach interface failed, port_id=13a83941-4b13-4378-82a1-eec3f0efcaf0, reason: Instance 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.545039] env[69987]: DEBUG nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.330222] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1337.330492] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.879s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.330789] env[69987]: INFO nova.compute.manager [-] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Took 1.80 seconds to deallocate network for instance. [ 1337.335256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.770s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.343993] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501559, 'name': ReconfigVM_Task, 'duration_secs': 1.177243} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.344187] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.345107] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d57e9217-0ac9-435a-b81d-68c33cca04a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.352058] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1337.352058] env[69987]: value = "task-3501560" [ 1337.352058] env[69987]: _type = "Task" [ 1337.352058] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.356313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.361527] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501560, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.843815] env[69987]: INFO nova.compute.claims [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.848450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.862426] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501560, 'name': Rename_Task, 'duration_secs': 0.132259} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.862596] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.862831] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b773802-0f60-4388-aa9e-38e47a414536 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.869628] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1337.869628] env[69987]: value = "task-3501561" [ 1337.869628] env[69987]: _type = "Task" [ 1337.869628] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.876348] env[69987]: DEBUG nova.compute.manager [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-changed-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.876348] env[69987]: DEBUG nova.compute.manager [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing instance network info cache due to event network-changed-4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.876348] env[69987]: DEBUG oslo_concurrency.lockutils [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] Acquiring lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.876348] env[69987]: DEBUG oslo_concurrency.lockutils [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] Acquired lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.876348] env[69987]: DEBUG nova.network.neutron [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.881162] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.336703] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.336703] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.336935] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.350982] env[69987]: INFO nova.compute.resource_tracker [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating resource usage from migration 91dca2a1-9e6d-40c7-8b93-f524fa89a89c [ 1338.378762] env[69987]: DEBUG oslo_vmware.api [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501561, 'name': PowerOnVM_Task, 'duration_secs': 0.437834} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.379049] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.379304] env[69987]: INFO nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1338.379419] env[69987]: DEBUG nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.382346] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89874a37-1acd-4bd2-84a2-4e4b76afc6cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.473428] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c563e06a-43d0-4e2d-880b-2b638c97e463 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.480738] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756762be-3385-4518-95a8-a9a61db8b7ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.514110] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a3e63e-b3ad-43be-b68d-1754f6f185cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.521438] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1521f1e1-d355-4e13-a5cb-e44a53e8ebcf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.535368] env[69987]: DEBUG nova.compute.provider_tree [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.642049] env[69987]: DEBUG nova.network.neutron [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updated VIF entry in instance network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.642495] env[69987]: DEBUG nova.network.neutron [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4771828a-e2", "ovs_interfaceid": "4771828a-e218-4937-b79e-0841c57da8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.900233] env[69987]: INFO nova.compute.manager [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Took 12.53 seconds to build instance. [ 1339.038133] env[69987]: DEBUG nova.scheduler.client.report [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.145639] env[69987]: DEBUG oslo_concurrency.lockutils [req-2758d7eb-6304-4105-971b-ab398bfc7737 req-31660772-82ac-4d47-9735-0b0231ba45f4 service nova] Releasing lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.402814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-51d65917-cb84-45e5-b7b1-58b45e89000b tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.035s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.543071] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.208s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.543322] env[69987]: INFO nova.compute.manager [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Migrating [ 1339.549649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.193s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.551557] env[69987]: INFO nova.compute.claims [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.899373] env[69987]: DEBUG nova.compute.manager [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Received event network-changed-dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.899373] env[69987]: DEBUG nova.compute.manager [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Refreshing instance network info cache due to event network-changed-dabcfbad-8657-4057-83ed-f2a9c886cdd1. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.899607] env[69987]: DEBUG oslo_concurrency.lockutils [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] Acquiring lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.899760] env[69987]: DEBUG oslo_concurrency.lockutils [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] Acquired lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.899886] env[69987]: DEBUG nova.network.neutron [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Refreshing network info cache for port dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.074452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.074844] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.074844] env[69987]: DEBUG nova.network.neutron [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.603109] env[69987]: DEBUG nova.network.neutron [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updated VIF entry in instance network info cache for port dabcfbad-8657-4057-83ed-f2a9c886cdd1. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.603375] env[69987]: DEBUG nova.network.neutron [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.702635] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a505d58-c71b-4753-af50-a9327d08aa55 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.712462] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c6e99-c313-4d33-b53b-74130316dcb5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.742421] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7013fd-4d22-47c4-9821-1e63a8de1c56 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.750037] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9df784-fcac-4199-a0b6-657208ff111b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.765855] env[69987]: DEBUG nova.compute.provider_tree [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.820838] env[69987]: DEBUG nova.network.neutron [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [{"id": "75babed0-d83b-446d-b434-f0d7f9c2962a", "address": "fa:16:3e:8e:4e:f9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75babed0-d8", "ovs_interfaceid": "75babed0-d83b-446d-b434-f0d7f9c2962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.106139] env[69987]: DEBUG oslo_concurrency.lockutils [req-8ccedb2a-e9f1-4095-bd21-74f2a29aff67 req-480148db-299e-4e2e-a3b4-7c98c24e8db1 service nova] Releasing lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.270079] env[69987]: DEBUG nova.scheduler.client.report [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.323227] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.776376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.776376] env[69987]: DEBUG nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.778698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.930s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.778929] env[69987]: DEBUG nova.objects.instance [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lazy-loading 'resources' on Instance uuid 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.282232] env[69987]: DEBUG nova.compute.utils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.286346] env[69987]: DEBUG nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.286535] env[69987]: DEBUG nova.network.neutron [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.330723] env[69987]: DEBUG nova.policy [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '269fb821f1e84dc28c6fffab75ba9bc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e37f232c419143fdbe32d13d85a7527a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.407842] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc203b0-dec1-465f-9fea-69d39acaff1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.416251] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a5b62d-384d-4c89-a5ee-ca20f92d7169 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.447318] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff07d30-f243-4ed8-903d-4c57d8c27009 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.454873] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b06434-d208-4c4b-83fa-5a5b6a84a435 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.469656] env[69987]: DEBUG nova.compute.provider_tree [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.621378] env[69987]: DEBUG nova.network.neutron [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Successfully created port: f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.786931] env[69987]: DEBUG nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.840995] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62c2e68-1030-44aa-9a7c-c0ef61252f4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.859882] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance '6acc5cf6-dcb8-4be0-b410-8dc55f54026b' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.974047] env[69987]: DEBUG nova.scheduler.client.report [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.366227] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.366657] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b764be0d-78e9-496d-9c5b-d81cef5e890b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.374325] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1343.374325] env[69987]: value = "task-3501562" [ 1343.374325] env[69987]: _type = "Task" [ 1343.374325] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.383260] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.478156] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.501304] env[69987]: INFO nova.scheduler.client.report [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Deleted allocations for instance 9d55f467-3f8e-4de3-a7d6-331f7e6f6732 [ 1343.796675] env[69987]: DEBUG nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.820950] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.821238] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.821396] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.821578] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.821725] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.821874] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.822106] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.822275] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.822447] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.822611] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.822786] env[69987]: DEBUG nova.virt.hardware [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.823667] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825aff78-c47c-4231-b2a9-4eeb9f48857c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.832103] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3969645-35f5-43dc-819c-7a3253f68465 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.883667] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501562, 'name': PowerOffVM_Task, 'duration_secs': 0.199186} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.883954] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.884541] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance '6acc5cf6-dcb8-4be0-b410-8dc55f54026b' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.977964] env[69987]: DEBUG nova.compute.manager [req-a4ed1a7e-612f-491e-ae7a-26acd22f776d req-875814a0-f71d-43f1-90dc-9bb93a6b74d2 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Received event network-vif-plugged-f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.978228] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4ed1a7e-612f-491e-ae7a-26acd22f776d req-875814a0-f71d-43f1-90dc-9bb93a6b74d2 service nova] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.978402] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4ed1a7e-612f-491e-ae7a-26acd22f776d req-875814a0-f71d-43f1-90dc-9bb93a6b74d2 service nova] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.978573] env[69987]: DEBUG oslo_concurrency.lockutils [req-a4ed1a7e-612f-491e-ae7a-26acd22f776d req-875814a0-f71d-43f1-90dc-9bb93a6b74d2 service nova] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.978756] env[69987]: DEBUG nova.compute.manager [req-a4ed1a7e-612f-491e-ae7a-26acd22f776d req-875814a0-f71d-43f1-90dc-9bb93a6b74d2 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] No waiting events found dispatching network-vif-plugged-f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.978932] env[69987]: WARNING nova.compute.manager [req-a4ed1a7e-612f-491e-ae7a-26acd22f776d req-875814a0-f71d-43f1-90dc-9bb93a6b74d2 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Received unexpected event network-vif-plugged-f591ffb9-5472-4407-ba3c-80735a3db02b for instance with vm_state building and task_state spawning. [ 1344.009269] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8dd63f87-b120-4f75-ab8f-19973635fc75 tempest-ServerRescueNegativeTestJSON-1270382253 tempest-ServerRescueNegativeTestJSON-1270382253-project-member] Lock "9d55f467-3f8e-4de3-a7d6-331f7e6f6732" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.158s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.103140] env[69987]: DEBUG nova.network.neutron [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Successfully updated port: f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.390464] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.390976] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.390976] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.391136] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.391371] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.391488] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.391638] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.391799] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.391971] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.392152] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.392332] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.397589] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3bcc38-98e8-4ee4-98cd-1b71861d64bf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.414705] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1344.414705] env[69987]: value = "task-3501563" [ 1344.414705] env[69987]: _type = "Task" [ 1344.414705] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.422783] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.605901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.606094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.606264] env[69987]: DEBUG nova.network.neutron [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.930882] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501563, 'name': ReconfigVM_Task, 'duration_secs': 0.142165} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.931216] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance '6acc5cf6-dcb8-4be0-b410-8dc55f54026b' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.147463] env[69987]: DEBUG nova.network.neutron [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.281750] env[69987]: DEBUG nova.network.neutron [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updating instance_info_cache with network_info: [{"id": "f591ffb9-5472-4407-ba3c-80735a3db02b", "address": "fa:16:3e:fc:fa:78", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf591ffb9-54", "ovs_interfaceid": "f591ffb9-5472-4407-ba3c-80735a3db02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.441498] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.441498] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.441498] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.442069] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.442128] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.442359] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.442734] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.443018] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.443269] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.443469] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.443695] env[69987]: DEBUG nova.virt.hardware [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.451437] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.451437] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e45be66-4728-41a9-81cf-f380386e2bca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.470911] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1345.470911] env[69987]: value = "task-3501564" [ 1345.470911] env[69987]: _type = "Task" [ 1345.470911] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.479512] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.788080] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.788080] env[69987]: DEBUG nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Instance network_info: |[{"id": "f591ffb9-5472-4407-ba3c-80735a3db02b", "address": "fa:16:3e:fc:fa:78", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf591ffb9-54", "ovs_interfaceid": "f591ffb9-5472-4407-ba3c-80735a3db02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1345.788370] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:fa:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f591ffb9-5472-4407-ba3c-80735a3db02b', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.795858] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.796104] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.796331] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3300e451-cb27-44f3-861e-e47905a24600 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.815806] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.815806] env[69987]: value = "task-3501565" [ 1345.815806] env[69987]: _type = "Task" [ 1345.815806] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.823446] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501565, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.980979] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501564, 'name': ReconfigVM_Task, 'duration_secs': 0.181949} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.981300] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.982467] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5157094a-3e24-498a-ad4d-aab5dff7b3e0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.008212] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44/volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.008512] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0097db3d-4273-4533-91a1-2c034c621c25 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.023500] env[69987]: DEBUG nova.compute.manager [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Received event network-changed-f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.023632] env[69987]: DEBUG nova.compute.manager [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Refreshing instance network info cache due to event network-changed-f591ffb9-5472-4407-ba3c-80735a3db02b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.023843] env[69987]: DEBUG oslo_concurrency.lockutils [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] Acquiring lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.023992] env[69987]: DEBUG oslo_concurrency.lockutils [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] Acquired lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.024228] env[69987]: DEBUG nova.network.neutron [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Refreshing network info cache for port f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.029921] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1346.029921] env[69987]: value = "task-3501566" [ 1346.029921] env[69987]: _type = "Task" [ 1346.029921] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.041499] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.325170] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501565, 'name': CreateVM_Task, 'duration_secs': 0.332989} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.325435] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.326067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.326252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.326591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.326865] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20040d20-f10f-43c8-a5c6-b037a99ba5f5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.331635] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1346.331635] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5228d249-b78e-ccaa-113c-4cd1399ab197" [ 1346.331635] env[69987]: _type = "Task" [ 1346.331635] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.340028] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5228d249-b78e-ccaa-113c-4cd1399ab197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.540199] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501566, 'name': ReconfigVM_Task, 'duration_secs': 0.254791} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.540567] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44/volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.540881] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance '6acc5cf6-dcb8-4be0-b410-8dc55f54026b' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.720688] env[69987]: DEBUG nova.network.neutron [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updated VIF entry in instance network info cache for port f591ffb9-5472-4407-ba3c-80735a3db02b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.721086] env[69987]: DEBUG nova.network.neutron [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updating instance_info_cache with network_info: [{"id": "f591ffb9-5472-4407-ba3c-80735a3db02b", "address": "fa:16:3e:fc:fa:78", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf591ffb9-54", "ovs_interfaceid": "f591ffb9-5472-4407-ba3c-80735a3db02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.841757] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5228d249-b78e-ccaa-113c-4cd1399ab197, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.842059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.842295] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.842528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.842677] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.842854] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.843122] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-593d6dae-6991-48fe-879b-8a683825ac79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.849346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.849557] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.852038] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.852038] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.852640] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75b4eb1-9ab1-4323-93cd-229864237416 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.857408] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1346.857408] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5247b59e-147e-f732-44be-82acfce5fadf" [ 1346.857408] env[69987]: _type = "Task" [ 1346.857408] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.865616] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5247b59e-147e-f732-44be-82acfce5fadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.047869] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e4cb4a-3191-4205-8842-b36bb8da6c0c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.067804] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b032e31d-63ea-4fb1-9a2f-4e5745e7d0d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.086154] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance '6acc5cf6-dcb8-4be0-b410-8dc55f54026b' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.224299] env[69987]: DEBUG oslo_concurrency.lockutils [req-a00c632b-b21a-49cf-9182-a02164a92e74 req-89ee50e6-2a85-4c7c-9f5e-dbb6c8fef4c4 service nova] Releasing lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.353895] env[69987]: DEBUG nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.371657] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5247b59e-147e-f732-44be-82acfce5fadf, 'name': SearchDatastore_Task, 'duration_secs': 0.008871} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.372655] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558567ef-ba5b-4f69-a60c-b07aee1d62a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.378915] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1347.378915] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dcba5b-0048-fe03-1084-34343a64b4fa" [ 1347.378915] env[69987]: _type = "Task" [ 1347.378915] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.388284] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dcba5b-0048-fe03-1084-34343a64b4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.876736] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.877038] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.878480] env[69987]: INFO nova.compute.claims [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.890501] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dcba5b-0048-fe03-1084-34343a64b4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.890738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.890983] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 74536516-6b88-40a0-a1d3-8297e4eb28b5/74536516-6b88-40a0-a1d3-8297e4eb28b5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.891369] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68890764-7ee6-4aa6-b0a9-274a19371ee9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.898812] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1347.898812] env[69987]: value = "task-3501567" [ 1347.898812] env[69987]: _type = "Task" [ 1347.898812] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.905791] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.408869] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501567, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.765063] env[69987]: DEBUG nova.network.neutron [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Port 75babed0-d83b-446d-b434-f0d7f9c2962a binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1348.913406] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672419} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.913722] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 74536516-6b88-40a0-a1d3-8297e4eb28b5/74536516-6b88-40a0-a1d3-8297e4eb28b5.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.913883] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.914173] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35f4f8e9-dccc-4529-bfbc-6e9cc14973fa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.920563] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1348.920563] env[69987]: value = "task-3501568" [ 1348.920563] env[69987]: _type = "Task" [ 1348.920563] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.929632] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.010082] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e175a3-0385-440c-99bc-776794c91959 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.021111] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94685334-7dd3-41b9-a600-a16ff13fb35b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.056428] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcdc934-e665-461c-9cdc-02766b1c54fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.063287] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1f6aa4-02b7-4162-aff2-3369a40a6a51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.076673] env[69987]: DEBUG nova.compute.provider_tree [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.430064] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25122} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.430341] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.431111] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8cc43c-7f9a-4c0d-b0f1-4459b255e89a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.466265] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 74536516-6b88-40a0-a1d3-8297e4eb28b5/74536516-6b88-40a0-a1d3-8297e4eb28b5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.466705] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26414ef6-e653-4e6b-bd58-8f84c16a7e76 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.497380] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1349.497380] env[69987]: value = "task-3501569" [ 1349.497380] env[69987]: _type = "Task" [ 1349.497380] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.508752] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.580120] env[69987]: DEBUG nova.scheduler.client.report [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.787784] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.787784] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.787982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.006944] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501569, 'name': ReconfigVM_Task, 'duration_secs': 0.477652} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.007388] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 74536516-6b88-40a0-a1d3-8297e4eb28b5/74536516-6b88-40a0-a1d3-8297e4eb28b5.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.008197] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17a70e26-2c4e-4820-a17b-17e3f2947ff2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.013681] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1350.013681] env[69987]: value = "task-3501570" [ 1350.013681] env[69987]: _type = "Task" [ 1350.013681] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.020981] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501570, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.085136] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.085673] env[69987]: DEBUG nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.523565] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501570, 'name': Rename_Task, 'duration_secs': 0.329334} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.523852] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.524174] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a756c34a-7b8f-4f29-a096-6a4d9f795220 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.530779] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1350.530779] env[69987]: value = "task-3501571" [ 1350.530779] env[69987]: _type = "Task" [ 1350.530779] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.540605] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.590920] env[69987]: DEBUG nova.compute.utils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.592398] env[69987]: DEBUG nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1350.828553] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.828975] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.828975] env[69987]: DEBUG nova.network.neutron [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.040692] env[69987]: DEBUG oslo_vmware.api [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501571, 'name': PowerOnVM_Task, 'duration_secs': 0.445088} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.041521] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.041755] env[69987]: INFO nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1351.041968] env[69987]: DEBUG nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.042809] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1374c7bc-ebc9-4384-a455-9e88213eb4e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.094118] env[69987]: DEBUG nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.540412] env[69987]: DEBUG nova.network.neutron [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [{"id": "75babed0-d83b-446d-b434-f0d7f9c2962a", "address": "fa:16:3e:8e:4e:f9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75babed0-d8", "ovs_interfaceid": "75babed0-d83b-446d-b434-f0d7f9c2962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.559117] env[69987]: INFO nova.compute.manager [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Took 14.23 seconds to build instance. [ 1351.775840] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.776140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.776331] env[69987]: INFO nova.compute.manager [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Shelving [ 1352.044159] env[69987]: DEBUG oslo_concurrency.lockutils [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.061804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2b6a1d72-5508-4b84-a9a5-81433c7ea3e5 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.019s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.103314] env[69987]: DEBUG nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.129009] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.129281] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.129441] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.129623] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.129786] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.129985] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.130236] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.130400] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.130570] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.130734] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.130906] env[69987]: DEBUG nova.virt.hardware [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.131788] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6231a9-ea69-493a-8725-7a4434657f27 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.140278] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a9019a-193d-4b9c-a355-5516c8799c20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.153293] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.158862] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Creating folder: Project (54a88b046cb342edbebeba1ecf366428). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.159392] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85108085-b86b-4f43-86a2-e2bee9745ea0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.169082] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Created folder: Project (54a88b046cb342edbebeba1ecf366428) in parent group-v699418. [ 1352.169263] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Creating folder: Instances. Parent ref: group-v699732. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.169473] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc250b6b-6519-4b14-9ff5-190ec7a4239e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.177284] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Created folder: Instances in parent group-v699732. [ 1352.177494] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.177679] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.177883] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed7f8028-4d2a-4200-8a83-841b8ee47257 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.192648] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.192648] env[69987]: value = "task-3501574" [ 1352.192648] env[69987]: _type = "Task" [ 1352.192648] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.199568] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501574, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.556023] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dd2d8c-669f-49ca-be66-a0fdb204e5ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.562358] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b312ae-6e30-4f7f-b840-0e18885ed4bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.601024] env[69987]: DEBUG nova.compute.manager [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Received event network-changed-f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.601024] env[69987]: DEBUG nova.compute.manager [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Refreshing instance network info cache due to event network-changed-f591ffb9-5472-4407-ba3c-80735a3db02b. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.601473] env[69987]: DEBUG oslo_concurrency.lockutils [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] Acquiring lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.601473] env[69987]: DEBUG oslo_concurrency.lockutils [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] Acquired lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.601473] env[69987]: DEBUG nova.network.neutron [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Refreshing network info cache for port f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.703450] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501574, 'name': CreateVM_Task, 'duration_secs': 0.281579} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.703623] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.704066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.704240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.704623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.704888] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3224825-c869-4a02-9067-6adad8d088d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.710094] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1352.710094] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ff2ecb-a066-6411-1b8b-ff8b3633d2ad" [ 1352.710094] env[69987]: _type = "Task" [ 1352.710094] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.717735] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ff2ecb-a066-6411-1b8b-ff8b3633d2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.787348] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.787675] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f08672f-b474-43a0-afcf-d9509ead3263 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.794807] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1352.794807] env[69987]: value = "task-3501575" [ 1352.794807] env[69987]: _type = "Task" [ 1352.794807] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.802758] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.222362] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ff2ecb-a066-6411-1b8b-ff8b3633d2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.222669] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.222874] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.223122] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.223314] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.223449] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.223705] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3223a4db-cd91-4f5d-97b5-b50495dc594b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.232474] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.232655] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.233365] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f3f5ee-0805-45f0-9d70-6f213ff9178a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.238179] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1353.238179] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522b01c3-7d7c-b807-c82e-aa8f7ec2e906" [ 1353.238179] env[69987]: _type = "Task" [ 1353.238179] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.246987] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b01c3-7d7c-b807-c82e-aa8f7ec2e906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.303964] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501575, 'name': PowerOffVM_Task, 'duration_secs': 0.192584} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.304748] env[69987]: DEBUG nova.network.neutron [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updated VIF entry in instance network info cache for port f591ffb9-5472-4407-ba3c-80735a3db02b. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.305090] env[69987]: DEBUG nova.network.neutron [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updating instance_info_cache with network_info: [{"id": "f591ffb9-5472-4407-ba3c-80735a3db02b", "address": "fa:16:3e:fc:fa:78", "network": {"id": "76c98351-edd5-40ce-b06b-f4fdb1eeee45", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1169333098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e37f232c419143fdbe32d13d85a7527a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf591ffb9-54", "ovs_interfaceid": "f591ffb9-5472-4407-ba3c-80735a3db02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.306243] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.307184] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2c110-c85f-4251-bd26-e745c8e3612e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.325602] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282ca619-0560-48e1-8454-83c5580cc4f5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.665876] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6a08d8-165a-44d2-aab8-776bd4fcc977 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.686089] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babaf9fc-6ca6-4778-b5fa-72e15ab46faa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.692928] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance '6acc5cf6-dcb8-4be0-b410-8dc55f54026b' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.748134] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522b01c3-7d7c-b807-c82e-aa8f7ec2e906, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.748936] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6982559f-9d2d-49ac-9288-b730774152a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.753861] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1353.753861] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f7f8fa-002c-5b5a-b307-94a141d8d521" [ 1353.753861] env[69987]: _type = "Task" [ 1353.753861] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.761458] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f7f8fa-002c-5b5a-b307-94a141d8d521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.811209] env[69987]: DEBUG oslo_concurrency.lockutils [req-2507ef40-e286-40c0-92c5-c5b4b9d383a1 req-6489889d-b104-455a-a33a-42ed7e2694f8 service nova] Releasing lock "refresh_cache-74536516-6b88-40a0-a1d3-8297e4eb28b5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.835690] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1353.835953] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97feb53a-51b6-4498-9782-cab7d13a9ea9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.843274] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1353.843274] env[69987]: value = "task-3501576" [ 1353.843274] env[69987]: _type = "Task" [ 1353.843274] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.851195] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.199921] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.200249] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c1885d8-2eef-4a30-9e4e-389940d5e159 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.207460] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1354.207460] env[69987]: value = "task-3501577" [ 1354.207460] env[69987]: _type = "Task" [ 1354.207460] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.215154] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.263767] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f7f8fa-002c-5b5a-b307-94a141d8d521, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.264183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.264296] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.264564] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fe05a1-9ef1-49b0-97ae-829e0bd8aa02 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.270097] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1354.270097] env[69987]: value = "task-3501578" [ 1354.270097] env[69987]: _type = "Task" [ 1354.270097] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.277632] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.353061] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501576, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.719199] env[69987]: DEBUG oslo_vmware.api [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501577, 'name': PowerOnVM_Task, 'duration_secs': 0.490166} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.719505] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.719835] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-59617bed-66b8-4ed3-9dbd-fdae3ddcc5b6 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance '6acc5cf6-dcb8-4be0-b410-8dc55f54026b' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.779609] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47991} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.779886] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.780122] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.780369] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec0d3788-4c91-46e5-bb42-aeeb7f830b46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.786146] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1354.786146] env[69987]: value = "task-3501579" [ 1354.786146] env[69987]: _type = "Task" [ 1354.786146] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.794823] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.854084] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501576, 'name': CreateSnapshot_Task, 'duration_secs': 0.550331} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.854374] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1354.855136] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbf90ef-25f0-42fb-a74f-1cb634e6e123 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.296875] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069053} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.297155] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.298160] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f00e727-3bf1-4afa-bd8a-a6b85c0c5d98 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.318107] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.318358] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3420203-14f6-474e-ae2f-197cb0202899 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.337757] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1355.337757] env[69987]: value = "task-3501580" [ 1355.337757] env[69987]: _type = "Task" [ 1355.337757] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.345305] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.373168] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1355.373612] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04132157-0a24-407a-8579-46082c898f06 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.380942] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1355.380942] env[69987]: value = "task-3501581" [ 1355.380942] env[69987]: _type = "Task" [ 1355.380942] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.389200] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501581, 'name': CloneVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.848592] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.890646] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501581, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.351894] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501580, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.391492] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501581, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.847981] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501580, 'name': ReconfigVM_Task, 'duration_secs': 1.111757} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.848271] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.848908] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9accba88-efd5-4a65-ac21-7659ddae6bf7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.853181] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.853414] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.853596] env[69987]: DEBUG nova.compute.manager [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Going to confirm migration 9 {{(pid=69987) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1356.856046] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1356.856046] env[69987]: value = "task-3501582" [ 1356.856046] env[69987]: _type = "Task" [ 1356.856046] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.865669] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501582, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.891427] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501581, 'name': CloneVM_Task} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.891752] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Created linked-clone VM from snapshot [ 1356.892625] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f789b1d-43be-490c-91f5-0cd74e71a399 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.900477] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Uploading image f47c43fb-b342-4954-8a9c-620368bcdcdd {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1356.928321] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1356.928321] env[69987]: value = "vm-699736" [ 1356.928321] env[69987]: _type = "VirtualMachine" [ 1356.928321] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1356.928601] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee7646b0-0876-443e-8182-89e19b02bfeb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.934764] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease: (returnval){ [ 1356.934764] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523cd6f2-9855-f936-4fb9-899c08d94f65" [ 1356.934764] env[69987]: _type = "HttpNfcLease" [ 1356.934764] env[69987]: } obtained for exporting VM: (result){ [ 1356.934764] env[69987]: value = "vm-699736" [ 1356.934764] env[69987]: _type = "VirtualMachine" [ 1356.934764] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1356.935093] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the lease: (returnval){ [ 1356.935093] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523cd6f2-9855-f936-4fb9-899c08d94f65" [ 1356.935093] env[69987]: _type = "HttpNfcLease" [ 1356.935093] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1356.941256] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.941256] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523cd6f2-9855-f936-4fb9-899c08d94f65" [ 1356.941256] env[69987]: _type = "HttpNfcLease" [ 1356.941256] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1357.370357] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501582, 'name': Rename_Task, 'duration_secs': 0.141043} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.370714] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.370832] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b76631f-19f8-4c29-8148-57465f5d377f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.376551] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1357.376551] env[69987]: value = "task-3501584" [ 1357.376551] env[69987]: _type = "Task" [ 1357.376551] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.384018] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.395966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.396154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquired lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.396332] env[69987]: DEBUG nova.network.neutron [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.396522] env[69987]: DEBUG nova.objects.instance [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'info_cache' on Instance uuid 6acc5cf6-dcb8-4be0-b410-8dc55f54026b {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.443743] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1357.443743] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523cd6f2-9855-f936-4fb9-899c08d94f65" [ 1357.443743] env[69987]: _type = "HttpNfcLease" [ 1357.443743] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1357.443743] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1357.443743] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523cd6f2-9855-f936-4fb9-899c08d94f65" [ 1357.443743] env[69987]: _type = "HttpNfcLease" [ 1357.443743] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1357.444231] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11101681-6e5f-4b1f-b37d-23a6ac34f798 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.451397] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b56319-bc7d-2117-ead2-c49cb46b0871/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1357.451585] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b56319-bc7d-2117-ead2-c49cb46b0871/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1357.597573] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90c4385f-a0ee-4a73-a609-9e921f784584 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.887042] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.390748] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.623572] env[69987]: DEBUG nova.network.neutron [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [{"id": "75babed0-d83b-446d-b434-f0d7f9c2962a", "address": "fa:16:3e:8e:4e:f9", "network": {"id": "ba54c117-3f57-4ee0-9089-2bb7711df54a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-516824319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9cd90589a044819db9390c550d61cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75babed0-d8", "ovs_interfaceid": "75babed0-d83b-446d-b434-f0d7f9c2962a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.888881] env[69987]: DEBUG oslo_vmware.api [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501584, 'name': PowerOnVM_Task, 'duration_secs': 1.025558} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.889240] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.889503] env[69987]: INFO nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1358.889737] env[69987]: DEBUG nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.890580] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b099e09e-9706-425b-85bb-9b046b3a32cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.126418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Releasing lock "refresh_cache-6acc5cf6-dcb8-4be0-b410-8dc55f54026b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.126800] env[69987]: DEBUG nova.objects.instance [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'migration_context' on Instance uuid 6acc5cf6-dcb8-4be0-b410-8dc55f54026b {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.406696] env[69987]: INFO nova.compute.manager [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Took 11.55 seconds to build instance. [ 1359.630040] env[69987]: DEBUG nova.objects.base [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Object Instance<6acc5cf6-dcb8-4be0-b410-8dc55f54026b> lazy-loaded attributes: info_cache,migration_context {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1359.631551] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db4b3e1-00a8-4098-adfc-22525affd2e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.655398] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276baf9d-7a4b-4b3a-9d40-4da3f3295113 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.662079] env[69987]: DEBUG oslo_vmware.api [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1359.662079] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]528a6f46-8523-4403-e976-48cfb20011c7" [ 1359.662079] env[69987]: _type = "Task" [ 1359.662079] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.670363] env[69987]: DEBUG oslo_vmware.api [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528a6f46-8523-4403-e976-48cfb20011c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.908957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-7a2a7c8a-c9b8-4a4e-be8d-6221d0455ef5 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.059s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.039939] env[69987]: INFO nova.compute.manager [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Rebuilding instance [ 1360.087767] env[69987]: DEBUG nova.compute.manager [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.088777] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e59812-1621-4328-8b5f-60212a318609 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.172654] env[69987]: DEBUG oslo_vmware.api [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]528a6f46-8523-4403-e976-48cfb20011c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.172993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.173303] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.793642] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc359a1-52c6-4ec4-ad21-abb8ea1c7b92 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.802145] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3cc3b7-33e5-442f-a9df-982617b09e5e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.836676] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450135ef-910e-4862-86e9-eabf93bbb809 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.844463] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496145c2-257c-4eae-9456-0f5e63598820 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.858652] env[69987]: DEBUG nova.compute.provider_tree [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.103473] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.103826] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8b4ec5e-4772-466b-9cbd-84fc23f480fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.112318] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1361.112318] env[69987]: value = "task-3501585" [ 1361.112318] env[69987]: _type = "Task" [ 1361.112318] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.120819] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.362047] env[69987]: DEBUG nova.scheduler.client.report [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.622826] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501585, 'name': PowerOffVM_Task, 'duration_secs': 0.227002} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.623072] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.623758] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.624553] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146cb281-c78b-428e-950a-8e4447d84dd7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.631341] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.631595] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c08c46be-a776-4f32-8d64-8fd5e2a48876 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.662526] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.662742] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.662918] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Deleting the datastore file [datastore2] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.663234] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b35d4f90-9ece-4db4-a63e-a0f91ec84477 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.669796] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1361.669796] env[69987]: value = "task-3501587" [ 1361.669796] env[69987]: _type = "Task" [ 1361.669796] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.677409] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.183953] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131927} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.184346] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.184481] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.184787] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.373963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.200s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.928419] env[69987]: INFO nova.scheduler.client.report [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted allocation for migration 91dca2a1-9e6d-40c7-8b93-f524fa89a89c [ 1363.223708] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.224085] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.224148] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.224310] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.224459] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.224606] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.224817] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.224979] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.225173] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.225334] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.225506] env[69987]: DEBUG nova.virt.hardware [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.226785] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a71bdb-dbc3-4ad2-be6d-cabbf8b5ec94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.235399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bc9b98-31da-4b06-815b-c5c92b9588b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.249128] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.254914] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.256229] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.257483] env[69987]: INFO nova.compute.manager [None req-188bb5e8-bd53-4b59-8713-c396c15f27f8 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Get console output [ 1363.257836] env[69987]: WARNING nova.virt.vmwareapi.driver [None req-188bb5e8-bd53-4b59-8713-c396c15f27f8 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] The console log is missing. Check your VSPC configuration [ 1363.258555] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f79a80ba-f2f1-4d84-a5a7-a960a891513f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.276740] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.276740] env[69987]: value = "task-3501588" [ 1363.276740] env[69987]: _type = "Task" [ 1363.276740] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.284613] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501588, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.434867] env[69987]: DEBUG oslo_concurrency.lockutils [None req-5e26b1b4-e8b9-48d9-9d61-5238e03a9ef5 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.581s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.787345] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501588, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.287202] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501588, 'name': CreateVM_Task, 'duration_secs': 0.548569} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.287599] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.287806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.287972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.288328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.288595] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be3264e-1ee5-47f8-a2ec-dc59451a7690 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.293860] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1364.293860] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]527d635e-7a8b-b72f-eba0-44b548ada8e7" [ 1364.293860] env[69987]: _type = "Task" [ 1364.293860] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.302245] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527d635e-7a8b-b72f-eba0-44b548ada8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.804868] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]527d635e-7a8b-b72f-eba0-44b548ada8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.805209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.805457] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.805696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.805845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.806036] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.806314] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a219b925-06ef-411c-8e9f-80154c975782 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.814531] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.814710] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.815424] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa40142f-639f-47cc-a331-04430954c29c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.820549] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1364.820549] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d59a32-afaf-880c-da19-974bda91b7f9" [ 1364.820549] env[69987]: _type = "Task" [ 1364.820549] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.829795] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d59a32-afaf-880c-da19-974bda91b7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.332071] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d59a32-afaf-880c-da19-974bda91b7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.332071] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08802d28-d612-45ff-a189-a6b4175fa5e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.337507] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1365.337507] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524c2505-be62-f73e-d278-45bedd7aadc8" [ 1365.337507] env[69987]: _type = "Task" [ 1365.337507] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.345569] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524c2505-be62-f73e-d278-45bedd7aadc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.679856] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b56319-bc7d-2117-ead2-c49cb46b0871/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1365.680805] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc619ee9-9d68-4e7f-8535-6db8aa7d1ded {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.686641] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b56319-bc7d-2117-ead2-c49cb46b0871/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1365.686813] env[69987]: ERROR oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b56319-bc7d-2117-ead2-c49cb46b0871/disk-0.vmdk due to incomplete transfer. [ 1365.687039] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13e9e1da-066b-4f20-ba67-ec39b3821e98 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.693562] env[69987]: DEBUG oslo_vmware.rw_handles [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b56319-bc7d-2117-ead2-c49cb46b0871/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1365.693749] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Uploaded image f47c43fb-b342-4954-8a9c-620368bcdcdd to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1365.695917] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1365.696154] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad611e9e-82f9-4d2b-9e5f-22541c028446 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.701162] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1365.701162] env[69987]: value = "task-3501589" [ 1365.701162] env[69987]: _type = "Task" [ 1365.701162] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.708639] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501589, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.848637] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524c2505-be62-f73e-d278-45bedd7aadc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.848966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.849251] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.849512] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edfadacd-d2a1-4382-9512-e129d66d56da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.855973] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1365.855973] env[69987]: value = "task-3501590" [ 1365.855973] env[69987]: _type = "Task" [ 1365.855973] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.864067] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.211011] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501589, 'name': Destroy_Task, 'duration_secs': 0.305249} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.211307] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Destroyed the VM [ 1366.211552] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1366.211822] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d78f8378-f9f5-4134-bc10-e8bfc573dcb6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.219093] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1366.219093] env[69987]: value = "task-3501591" [ 1366.219093] env[69987]: _type = "Task" [ 1366.219093] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.227643] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501591, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.366307] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461732} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.366672] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.366755] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.366962] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b831acaa-c47a-4d2b-8b2a-7db63e8ab71f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.373840] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1366.373840] env[69987]: value = "task-3501592" [ 1366.373840] env[69987]: _type = "Task" [ 1366.373840] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.383263] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.728547] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501591, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.883688] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072811} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.883955] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.884720] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a200c46-1044-4d84-ac12-1849adc58c1d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.904038] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.904279] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab802262-2e4c-414d-967f-0e6c0b29681f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.923444] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1366.923444] env[69987]: value = "task-3501593" [ 1366.923444] env[69987]: _type = "Task" [ 1366.923444] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.931098] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501593, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.230878] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501591, 'name': RemoveSnapshot_Task, 'duration_secs': 0.875648} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.231190] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1367.231425] env[69987]: DEBUG nova.compute.manager [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.232213] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f303d4f-6116-44e0-90b8-f4b0985893a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.433477] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501593, 'name': ReconfigVM_Task, 'duration_secs': 0.328241} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.433837] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9/592a4387-e24a-40c7-8c0b-cbe7e1a925a9.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.434486] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0791d742-23f4-4d51-a8c7-db22a5f7030e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.440849] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1367.440849] env[69987]: value = "task-3501594" [ 1367.440849] env[69987]: _type = "Task" [ 1367.440849] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.448254] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501594, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.743951] env[69987]: INFO nova.compute.manager [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Shelve offloading [ 1367.952066] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501594, 'name': Rename_Task, 'duration_secs': 0.144356} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.952066] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.952066] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20d19db-8ab4-42c5-a5bd-f9d11da7700d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.957101] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1367.957101] env[69987]: value = "task-3501595" [ 1367.957101] env[69987]: _type = "Task" [ 1367.957101] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.964185] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.247966] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.248318] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d1f43e-7cd9-4c28-8fc0-991bbf06e830 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.255603] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1368.255603] env[69987]: value = "task-3501596" [ 1368.255603] env[69987]: _type = "Task" [ 1368.255603] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.263660] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.466882] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.766105] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1368.766347] env[69987]: DEBUG nova.compute.manager [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.767080] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eadc23a-81d1-4cde-aec7-6008971f1a94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.772478] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.772646] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.772812] env[69987]: DEBUG nova.network.neutron [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.966941] env[69987]: DEBUG oslo_vmware.api [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501595, 'name': PowerOnVM_Task, 'duration_secs': 0.583172} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.967211] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.967430] env[69987]: DEBUG nova.compute.manager [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.968187] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4080df65-f4d5-473a-9295-66a4679b4f3d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.486031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.486031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.486348] env[69987]: DEBUG nova.objects.instance [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1369.497126] env[69987]: DEBUG nova.network.neutron [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.835750] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.836055] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.836242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.836430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.836596] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.838782] env[69987]: INFO nova.compute.manager [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Terminating instance [ 1369.999736] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.227634] env[69987]: DEBUG nova.compute.manager [req-09b7aaa7-f696-47dc-9402-592e0ef0e224 req-cb706801-6928-4cdf-91cc-e0ac97f82361 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-vif-unplugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.227856] env[69987]: DEBUG oslo_concurrency.lockutils [req-09b7aaa7-f696-47dc-9402-592e0ef0e224 req-cb706801-6928-4cdf-91cc-e0ac97f82361 service nova] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.228086] env[69987]: DEBUG oslo_concurrency.lockutils [req-09b7aaa7-f696-47dc-9402-592e0ef0e224 req-cb706801-6928-4cdf-91cc-e0ac97f82361 service nova] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.228260] env[69987]: DEBUG oslo_concurrency.lockutils [req-09b7aaa7-f696-47dc-9402-592e0ef0e224 req-cb706801-6928-4cdf-91cc-e0ac97f82361 service nova] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.228430] env[69987]: DEBUG nova.compute.manager [req-09b7aaa7-f696-47dc-9402-592e0ef0e224 req-cb706801-6928-4cdf-91cc-e0ac97f82361 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] No waiting events found dispatching network-vif-unplugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.228601] env[69987]: WARNING nova.compute.manager [req-09b7aaa7-f696-47dc-9402-592e0ef0e224 req-cb706801-6928-4cdf-91cc-e0ac97f82361 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received unexpected event network-vif-unplugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd for instance with vm_state shelved and task_state shelving_offloading. [ 1370.341883] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.342463] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "refresh_cache-592a4387-e24a-40c7-8c0b-cbe7e1a925a9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.342625] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquired lock "refresh_cache-592a4387-e24a-40c7-8c0b-cbe7e1a925a9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.342793] env[69987]: DEBUG nova.network.neutron [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.344448] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d67319-a3e0-4db4-834c-83787b62e0c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.352831] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.352928] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d6950b-81c3-4a6f-b439-4b7e374e34aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.424200] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.424461] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.424676] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleting the datastore file [datastore2] 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.424936] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1c77e66-8689-4420-a3da-d062cf8c2753 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.431449] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1370.431449] env[69987]: value = "task-3501598" [ 1370.431449] env[69987]: _type = "Task" [ 1370.431449] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.439882] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.494109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b0454a88-e165-4747-af8e-e213b3b51d45 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.864736] env[69987]: DEBUG nova.network.neutron [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.906531] env[69987]: DEBUG nova.network.neutron [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.940866] env[69987]: DEBUG oslo_vmware.api [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136038} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.941223] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.941457] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.941669] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.963842] env[69987]: INFO nova.scheduler.client.report [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted allocations for instance 71b08c8c-47db-49c1-838e-de419652251c [ 1371.409044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Releasing lock "refresh_cache-592a4387-e24a-40c7-8c0b-cbe7e1a925a9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.409529] env[69987]: DEBUG nova.compute.manager [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.409728] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.410829] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b47a06-34ad-4858-b31b-19c05e925714 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.418616] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.418741] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46488be7-2659-48c2-a944-1efb89defb31 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.426699] env[69987]: DEBUG oslo_vmware.api [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1371.426699] env[69987]: value = "task-3501599" [ 1371.426699] env[69987]: _type = "Task" [ 1371.426699] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.434866] env[69987]: DEBUG oslo_vmware.api [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.468212] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.468487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.468700] env[69987]: DEBUG nova.objects.instance [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'resources' on Instance uuid 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.937829] env[69987]: DEBUG oslo_vmware.api [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501599, 'name': PowerOffVM_Task, 'duration_secs': 0.13521} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.938178] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.938270] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.938519] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02b4cef2-63cd-4c11-8341-9e793b9f33b2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.963992] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.964217] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.964393] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Deleting the datastore file [datastore1] 592a4387-e24a-40c7-8c0b-cbe7e1a925a9 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.964629] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a41d197f-4aec-4a81-a813-aaede52b5076 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.971163] env[69987]: DEBUG nova.objects.instance [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'numa_topology' on Instance uuid 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.972285] env[69987]: DEBUG oslo_vmware.api [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for the task: (returnval){ [ 1371.972285] env[69987]: value = "task-3501601" [ 1371.972285] env[69987]: _type = "Task" [ 1371.972285] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.981131] env[69987]: DEBUG oslo_vmware.api [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.257406] env[69987]: DEBUG nova.compute.manager [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.257670] env[69987]: DEBUG nova.compute.manager [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing instance network info cache due to event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.257898] env[69987]: DEBUG oslo_concurrency.lockutils [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] Acquiring lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.258104] env[69987]: DEBUG oslo_concurrency.lockutils [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] Acquired lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.258315] env[69987]: DEBUG nova.network.neutron [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.474211] env[69987]: DEBUG nova.objects.base [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Object Instance<71b08c8c-47db-49c1-838e-de419652251c> lazy-loaded attributes: resources,numa_topology {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1372.485419] env[69987]: DEBUG oslo_vmware.api [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Task: {'id': task-3501601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09752} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.485655] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.485837] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.486020] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.486201] env[69987]: INFO nova.compute.manager [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1372.486438] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.486626] env[69987]: DEBUG nova.compute.manager [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.486717] env[69987]: DEBUG nova.network.neutron [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.503857] env[69987]: DEBUG nova.network.neutron [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.573609] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e8b3c0-a2b1-4cdf-92a8-982753775333 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.580791] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35712f28-ca68-49a9-99cc-aee0d77f566d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.610423] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4dc718-ae7d-4af4-b35b-cc6d8c40b2da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.617642] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99992b23-70b5-475e-ba7b-5640ee1301ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.632210] env[69987]: DEBUG nova.compute.provider_tree [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.765791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.959082] env[69987]: DEBUG nova.network.neutron [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updated VIF entry in instance network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.959463] env[69987]: DEBUG nova.network.neutron [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.006215] env[69987]: DEBUG nova.network.neutron [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.135556] env[69987]: DEBUG nova.scheduler.client.report [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.462057] env[69987]: DEBUG oslo_concurrency.lockutils [req-b8c68d7b-a3ca-46b1-a278-cc964bbb2d13 req-0968c941-21c0-4cd6-99d4-7a7501341fbc service nova] Releasing lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.508912] env[69987]: INFO nova.compute.manager [-] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Took 1.02 seconds to deallocate network for instance. [ 1373.640476] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.016084] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.016433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.016617] env[69987]: DEBUG nova.objects.instance [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lazy-loading 'resources' on Instance uuid 592a4387-e24a-40c7-8c0b-cbe7e1a925a9 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.148431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-19503d5b-b16c-4a1c-8683-ee840fcc5561 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.372s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.149036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.383s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.149036] env[69987]: INFO nova.compute.manager [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Unshelving [ 1374.248367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.248610] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.248790] env[69987]: INFO nova.compute.manager [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Shelving [ 1374.618879] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2417996-b791-44b7-a34c-ce0bbeed85ac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.626627] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d8634-76ff-48be-9cdc-56465006a847 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.661433] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe5d140-ffc4-46cb-9efa-c4ebaaaec237 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.670678] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106da221-f0f8-48bd-8e0a-5df2919666fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.683809] env[69987]: DEBUG nova.compute.provider_tree [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.180770] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.186722] env[69987]: DEBUG nova.scheduler.client.report [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.257680] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.257938] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0731528-f4f6-4556-bd98-2627b1cdc899 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.266019] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1375.266019] env[69987]: value = "task-3501602" [ 1375.266019] env[69987]: _type = "Task" [ 1375.266019] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.273866] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.691660] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.694062] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.513s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.694338] env[69987]: DEBUG nova.objects.instance [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'pci_requests' on Instance uuid 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.709794] env[69987]: INFO nova.scheduler.client.report [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Deleted allocations for instance 592a4387-e24a-40c7-8c0b-cbe7e1a925a9 [ 1375.775168] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501602, 'name': PowerOffVM_Task, 'duration_secs': 0.20323} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.775441] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.776244] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ddff5f-7f1c-4559-b11b-5c745ef8fd79 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.795460] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5873683-65ea-40e8-ad5f-c34469a6c2f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.199365] env[69987]: DEBUG nova.objects.instance [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'numa_topology' on Instance uuid 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.217433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0c6a2f3b-5743-49db-b90f-2539dd909735 tempest-ServersListShow296Test-1665866962 tempest-ServersListShow296Test-1665866962-project-member] Lock "592a4387-e24a-40c7-8c0b-cbe7e1a925a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.381s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.305361] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Creating Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1376.305728] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1627d4f6-aad2-4823-abb4-5e92f7743732 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.314582] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1376.314582] env[69987]: value = "task-3501603" [ 1376.314582] env[69987]: _type = "Task" [ 1376.314582] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.323444] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501603, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.702404] env[69987]: INFO nova.compute.claims [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.824612] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501603, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.325811] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501603, 'name': CreateSnapshot_Task, 'duration_secs': 0.536264} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.326168] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Created Snapshot of the VM instance {{(pid=69987) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1377.326777] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fbecca-efac-43d4-8979-1f063e25d68b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.799263] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea7b55e-4ca3-4b5c-af51-0171b173f1a9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.806831] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2201f0b-67de-4d02-9df7-ef5180715f9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.843321] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Creating linked-clone VM from snapshot {{(pid=69987) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1377.843967] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-144c4bf1-6d19-4b7d-975e-fcc31cd8ecbf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.847108] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe934c46-1fe2-4b37-b753-de76ef7b4aa6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.855499] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b605a6a7-c2b3-4ea7-8117-a1dd894f8c42 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.859093] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1377.859093] env[69987]: value = "task-3501604" [ 1377.859093] env[69987]: _type = "Task" [ 1377.859093] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.869868] env[69987]: DEBUG nova.compute.provider_tree [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.875637] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501604, 'name': CloneVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.084365] env[69987]: DEBUG nova.compute.manager [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Stashing vm_state: active {{(pid=69987) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1378.369699] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501604, 'name': CloneVM_Task} progress is 94%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.372762] env[69987]: DEBUG nova.scheduler.client.report [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.602955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.870253] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501604, 'name': CloneVM_Task} progress is 95%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.877088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.183s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.879208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.276s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.906217] env[69987]: INFO nova.network.neutron [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating port ddf3c49c-2d22-47b7-935b-0c412d6949fd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1379.372640] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501604, 'name': CloneVM_Task, 'duration_secs': 1.32968} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.373272] env[69987]: INFO nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Created linked-clone VM from snapshot [ 1379.373759] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e397d4fe-c5c0-4308-b450-2e1d4d1f8cd7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.384079] env[69987]: INFO nova.compute.claims [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.388332] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Uploading image 8411555b-d934-4afc-81d3-37c6a106d60e {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1379.421479] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1379.421479] env[69987]: value = "vm-699739" [ 1379.421479] env[69987]: _type = "VirtualMachine" [ 1379.421479] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1379.421875] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1af52149-cd12-4a98-9fc3-20dfde792bb0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.428813] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease: (returnval){ [ 1379.428813] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5201cd5a-2f8a-8103-f8af-62b8822d4344" [ 1379.428813] env[69987]: _type = "HttpNfcLease" [ 1379.428813] env[69987]: } obtained for exporting VM: (result){ [ 1379.428813] env[69987]: value = "vm-699739" [ 1379.428813] env[69987]: _type = "VirtualMachine" [ 1379.428813] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1379.429091] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the lease: (returnval){ [ 1379.429091] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5201cd5a-2f8a-8103-f8af-62b8822d4344" [ 1379.429091] env[69987]: _type = "HttpNfcLease" [ 1379.429091] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1379.436426] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.436426] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5201cd5a-2f8a-8103-f8af-62b8822d4344" [ 1379.436426] env[69987]: _type = "HttpNfcLease" [ 1379.436426] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1379.893240] env[69987]: INFO nova.compute.resource_tracker [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating resource usage from migration 7a2c2063-2d1e-4ed4-af8e-a10e2d0262e1 [ 1379.939113] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.939113] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5201cd5a-2f8a-8103-f8af-62b8822d4344" [ 1379.939113] env[69987]: _type = "HttpNfcLease" [ 1379.939113] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1379.939856] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1379.939856] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5201cd5a-2f8a-8103-f8af-62b8822d4344" [ 1379.939856] env[69987]: _type = "HttpNfcLease" [ 1379.939856] env[69987]: }. {{(pid=69987) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1379.940188] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb15fc-3fe6-4b5e-9ed5-eca830f68b81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.947383] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52883c6f-145c-125c-1e6e-f3fb2d1c4dd3/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1379.947563] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52883c6f-145c-125c-1e6e-f3fb2d1c4dd3/disk-0.vmdk for reading. {{(pid=69987) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1380.037782] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbd44804-b239-4a7c-9118-2b9408f97bf3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.051539] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d01d94-e183-4d8a-9ca9-b197715ce584 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.067830] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b73d0a5-8b77-4dbb-bfb5-d9ba4dd3deb0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.097551] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d878d61f-bff9-43b0-84ef-351d863e8947 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.104347] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f52d56-13fa-4341-bf7b-36419e3d7f45 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.118268] env[69987]: DEBUG nova.compute.provider_tree [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.287982] env[69987]: DEBUG nova.compute.manager [req-8c8ec0c8-7ea9-489d-a3e0-6f783ba1e716 req-fce7c388-1170-40fc-ab2b-aaf594e7b0d7 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-vif-plugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.288260] env[69987]: DEBUG oslo_concurrency.lockutils [req-8c8ec0c8-7ea9-489d-a3e0-6f783ba1e716 req-fce7c388-1170-40fc-ab2b-aaf594e7b0d7 service nova] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.288514] env[69987]: DEBUG oslo_concurrency.lockutils [req-8c8ec0c8-7ea9-489d-a3e0-6f783ba1e716 req-fce7c388-1170-40fc-ab2b-aaf594e7b0d7 service nova] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.288701] env[69987]: DEBUG oslo_concurrency.lockutils [req-8c8ec0c8-7ea9-489d-a3e0-6f783ba1e716 req-fce7c388-1170-40fc-ab2b-aaf594e7b0d7 service nova] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.288887] env[69987]: DEBUG nova.compute.manager [req-8c8ec0c8-7ea9-489d-a3e0-6f783ba1e716 req-fce7c388-1170-40fc-ab2b-aaf594e7b0d7 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] No waiting events found dispatching network-vif-plugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.289127] env[69987]: WARNING nova.compute.manager [req-8c8ec0c8-7ea9-489d-a3e0-6f783ba1e716 req-fce7c388-1170-40fc-ab2b-aaf594e7b0d7 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received unexpected event network-vif-plugged-ddf3c49c-2d22-47b7-935b-0c412d6949fd for instance with vm_state shelved_offloaded and task_state spawning. [ 1380.375691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.375916] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.376132] env[69987]: DEBUG nova.network.neutron [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.621785] env[69987]: DEBUG nova.scheduler.client.report [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.106051] env[69987]: DEBUG nova.network.neutron [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.127530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.248s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.127799] env[69987]: INFO nova.compute.manager [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Migrating [ 1381.609832] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.639032] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6e1cd31fa5b7259bb06a4b58fbdd444d',container_format='bare',created_at=2025-04-22T03:43:29Z,direct_url=,disk_format='vmdk',id=f47c43fb-b342-4954-8a9c-620368bcdcdd,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1066597763-shelved',owner='e8a80bfaf1f34bf8ab9d2f85904671eb',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-04-22T03:43:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.639399] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.639628] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.639816] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.639980] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.640239] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.640518] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.640836] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.640922] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.641113] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.641356] env[69987]: DEBUG nova.virt.hardware [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.642327] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9294a63a-9afb-414b-a3d9-5f4f090aa0c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.645475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.645630] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.645813] env[69987]: DEBUG nova.network.neutron [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.655689] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a56c9-0848-42b2-b011-a662a64c24cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.681010] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:7d:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf3c49c-2d22-47b7-935b-0c412d6949fd', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.691235] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.692159] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.692555] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c4516fb-aa00-4aa3-a320-e47af440fed2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.717034] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.717034] env[69987]: value = "task-3501606" [ 1381.717034] env[69987]: _type = "Task" [ 1381.717034] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.725201] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501606, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.229659] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501606, 'name': CreateVM_Task, 'duration_secs': 0.407264} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.229659] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.230442] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.230639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.231052] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.231347] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fc4cef-3149-4ce4-915d-3453a63d7098 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.236355] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1382.236355] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5267d548-50ad-2c37-a8d6-1dbb797cbba0" [ 1382.236355] env[69987]: _type = "Task" [ 1382.236355] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.245469] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5267d548-50ad-2c37-a8d6-1dbb797cbba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.314568] env[69987]: DEBUG nova.compute.manager [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.314777] env[69987]: DEBUG nova.compute.manager [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing instance network info cache due to event network-changed-ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.315041] env[69987]: DEBUG oslo_concurrency.lockutils [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] Acquiring lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.315205] env[69987]: DEBUG oslo_concurrency.lockutils [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] Acquired lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.315488] env[69987]: DEBUG nova.network.neutron [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Refreshing network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.370281] env[69987]: DEBUG nova.network.neutron [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.747896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.748208] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Processing image f47c43fb-b342-4954-8a9c-620368bcdcdd {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.748512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd/f47c43fb-b342-4954-8a9c-620368bcdcdd.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.748682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd/f47c43fb-b342-4954-8a9c-620368bcdcdd.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.748893] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.749381] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77f4d39e-f81b-4abc-9843-23613a377109 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.757857] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.758057] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.758786] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb829c33-2cf1-46df-a7aa-66b30652b567 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.763912] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1382.763912] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]524fe94e-7a83-c9e0-0e15-30fef69d8117" [ 1382.763912] env[69987]: _type = "Task" [ 1382.763912] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.771888] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]524fe94e-7a83-c9e0-0e15-30fef69d8117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.872819] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.022192] env[69987]: DEBUG nova.network.neutron [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updated VIF entry in instance network info cache for port ddf3c49c-2d22-47b7-935b-0c412d6949fd. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.022644] env[69987]: DEBUG nova.network.neutron [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [{"id": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "address": "fa:16:3e:37:7d:d1", "network": {"id": "1149d0b3-96d8-4aeb-b031-57e5d9ef16c6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-351768831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8a80bfaf1f34bf8ab9d2f85904671eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf3c49c-2d", "ovs_interfaceid": "ddf3c49c-2d22-47b7-935b-0c412d6949fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.276222] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Preparing fetch location {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1383.276545] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Fetch image to [datastore2] OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b/OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b.vmdk {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1383.276811] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Downloading stream optimized image f47c43fb-b342-4954-8a9c-620368bcdcdd to [datastore2] OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b/OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b.vmdk on the data store datastore2 as vApp {{(pid=69987) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1383.277077] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Downloading image file data f47c43fb-b342-4954-8a9c-620368bcdcdd to the ESX as VM named 'OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b' {{(pid=69987) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1383.347795] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1383.347795] env[69987]: value = "resgroup-9" [ 1383.347795] env[69987]: _type = "ResourcePool" [ 1383.347795] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1383.348116] env[69987]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-15eea048-e58c-47fb-a400-a0939a00245f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.369821] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease: (returnval){ [ 1383.369821] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520b0551-dac9-ac29-0578-611335dde1ed" [ 1383.369821] env[69987]: _type = "HttpNfcLease" [ 1383.369821] env[69987]: } obtained for vApp import into resource pool (val){ [ 1383.369821] env[69987]: value = "resgroup-9" [ 1383.369821] env[69987]: _type = "ResourcePool" [ 1383.369821] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1383.370482] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the lease: (returnval){ [ 1383.370482] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520b0551-dac9-ac29-0578-611335dde1ed" [ 1383.370482] env[69987]: _type = "HttpNfcLease" [ 1383.370482] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1383.379765] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.379765] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520b0551-dac9-ac29-0578-611335dde1ed" [ 1383.379765] env[69987]: _type = "HttpNfcLease" [ 1383.379765] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1383.525890] env[69987]: DEBUG oslo_concurrency.lockutils [req-812595ea-2df4-4810-84c8-1c5e410196c4 req-453ae0e8-1da7-45d9-8f2e-9ec5fa5671a4 service nova] Releasing lock "refresh_cache-71b08c8c-47db-49c1-838e-de419652251c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.878573] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.878573] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520b0551-dac9-ac29-0578-611335dde1ed" [ 1383.878573] env[69987]: _type = "HttpNfcLease" [ 1383.878573] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1384.380922] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.380922] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520b0551-dac9-ac29-0578-611335dde1ed" [ 1384.380922] env[69987]: _type = "HttpNfcLease" [ 1384.380922] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1384.381303] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1384.381303] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520b0551-dac9-ac29-0578-611335dde1ed" [ 1384.381303] env[69987]: _type = "HttpNfcLease" [ 1384.381303] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1384.382016] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1b27f9-558c-4ad9-84a4-21bfcb655579 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.387959] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b2fe9c-b308-434d-8215-413a4f809b1c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.394152] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645cae-d9af-e0df-b7da-96d8c4ac681b/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1384.394360] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645cae-d9af-e0df-b7da-96d8c4ac681b/disk-0.vmdk. {{(pid=69987) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1384.465204] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance '756b5803-58c7-4766-8e45-c7378524e7fa' progress to 0 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.473864] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-716c5980-5b58-4b00-925b-f9b4f66b6a0f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.973171] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.973520] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa80c090-21c2-4be7-9266-4a7dc127652a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.982056] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1384.982056] env[69987]: value = "task-3501608" [ 1384.982056] env[69987]: _type = "Task" [ 1384.982056] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.993170] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.495016] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501608, 'name': PowerOffVM_Task, 'duration_secs': 0.199421} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.496757] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.497034] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance '756b5803-58c7-4766-8e45-c7378524e7fa' progress to 17 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.744629] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Completed reading data from the image iterator. {{(pid=69987) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1385.744964] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645cae-d9af-e0df-b7da-96d8c4ac681b/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1385.746085] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0a56e3-0e68-4e92-9e6d-0d424bd82340 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.753354] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645cae-d9af-e0df-b7da-96d8c4ac681b/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1385.753542] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645cae-d9af-e0df-b7da-96d8c4ac681b/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1385.753821] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3f373e55-aef0-4ade-ab7a-2fc4677ac92e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.971458] env[69987]: DEBUG oslo_vmware.rw_handles [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645cae-d9af-e0df-b7da-96d8c4ac681b/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1385.971719] env[69987]: INFO nova.virt.vmwareapi.images [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Downloaded image file data f47c43fb-b342-4954-8a9c-620368bcdcdd [ 1385.972750] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82242c44-37ae-44c8-8375-12993f9fee5d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.989572] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb1d6cd-c5bb-411a-a01f-04ee7b8705df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.005747] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.006046] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.006196] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.006387] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.006534] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.006723] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.006925] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.007102] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.007281] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.007451] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.007629] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.013105] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05079a99-868e-4c84-86cd-2584b2723aa9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.024786] env[69987]: INFO nova.virt.vmwareapi.images [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] The imported VM was unregistered [ 1386.026651] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Caching image {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1386.026884] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.027554] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee1ef5b9-a1e2-4de3-971b-26a9f7ff8e3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.030910] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1386.030910] env[69987]: value = "task-3501610" [ 1386.030910] env[69987]: _type = "Task" [ 1386.030910] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.039087] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.040253] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Created directory with path [datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.040462] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b/OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b.vmdk to [datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd/f47c43fb-b342-4954-8a9c-620368bcdcdd.vmdk. {{(pid=69987) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1386.040714] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eba9f049-3300-435e-b370-80a3fa04214c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.047208] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1386.047208] env[69987]: value = "task-3501611" [ 1386.047208] env[69987]: _type = "Task" [ 1386.047208] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.056825] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501611, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.543089] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.557746] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501611, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.041517] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.057435] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501611, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.542556] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501610, 'name': ReconfigVM_Task, 'duration_secs': 1.231146} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.542921] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance '756b5803-58c7-4766-8e45-c7378524e7fa' progress to 33 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.558237] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501611, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.049710] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.050092] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.050092] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.050247] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.050446] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.050604] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.050824] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.050980] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.051166] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.051333] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.051515] env[69987]: DEBUG nova.virt.hardware [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.057503] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.057879] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deaea976-97e5-4f97-9a56-56406b32f50f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.081768] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501611, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.083246] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1388.083246] env[69987]: value = "task-3501612" [ 1388.083246] env[69987]: _type = "Task" [ 1388.083246] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.091349] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.568758] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501611, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.475979} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.568993] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b/OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b.vmdk to [datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd/f47c43fb-b342-4954-8a9c-620368bcdcdd.vmdk. [ 1388.569221] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Cleaning up location [datastore2] OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1388.569376] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_075326f3-fe48-44ba-9e2c-44be186f1b0b {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.569635] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84087794-5ece-43a8-85e7-03cd6bc14a8e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.576766] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1388.576766] env[69987]: value = "task-3501613" [ 1388.576766] env[69987]: _type = "Task" [ 1388.576766] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.585288] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.593299] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501612, 'name': ReconfigVM_Task, 'duration_secs': 0.177455} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.593573] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1388.594399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd00d67d-6b78-44fb-96a0-fb508cc09341 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.616687] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.617021] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439b2f31-46fe-459d-b478-4a501d0b091e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.635186] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1388.635186] env[69987]: value = "task-3501614" [ 1388.635186] env[69987]: _type = "Task" [ 1388.635186] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.642989] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.086748] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054135} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.086748] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.087249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd/f47c43fb-b342-4954-8a9c-620368bcdcdd.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.087249] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd/f47c43fb-b342-4954-8a9c-620368bcdcdd.vmdk to [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.087507] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43289cff-0f11-4c97-b731-f875f77096c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.093953] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1389.093953] env[69987]: value = "task-3501615" [ 1389.093953] env[69987]: _type = "Task" [ 1389.093953] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.101118] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.132869] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52883c6f-145c-125c-1e6e-f3fb2d1c4dd3/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1389.133809] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7989275c-8676-4018-9538-74cf48fc8737 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.143822] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52883c6f-145c-125c-1e6e-f3fb2d1c4dd3/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1389.143994] env[69987]: ERROR oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52883c6f-145c-125c-1e6e-f3fb2d1c4dd3/disk-0.vmdk due to incomplete transfer. [ 1389.146884] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4cb8c501-f886-4cee-8414-988290078b4e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.148332] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501614, 'name': ReconfigVM_Task, 'duration_secs': 0.394543} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.148609] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.148854] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance '756b5803-58c7-4766-8e45-c7378524e7fa' progress to 50 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.157390] env[69987]: DEBUG oslo_vmware.rw_handles [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52883c6f-145c-125c-1e6e-f3fb2d1c4dd3/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1389.157612] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Uploaded image 8411555b-d934-4afc-81d3-37c6a106d60e to the Glance image server {{(pid=69987) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1389.160011] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Destroying the VM {{(pid=69987) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1389.160261] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-530f07c3-9ff1-4f14-a8c3-044056d23b1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.166356] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1389.166356] env[69987]: value = "task-3501616" [ 1389.166356] env[69987]: _type = "Task" [ 1389.166356] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.174490] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501616, 'name': Destroy_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.604125] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501615, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.657845] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efd1486-feb0-48c0-b4da-ab863d838ca2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.680575] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b671cf8-385d-4081-bfe5-143280e68810 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.688666] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501616, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.710299] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance '756b5803-58c7-4766-8e45-c7378524e7fa' progress to 67 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.849870] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.104751] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501615, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.185812] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501616, 'name': Destroy_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.219946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.220139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.220275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.220477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.220646] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.222953] env[69987]: INFO nova.compute.manager [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Terminating instance [ 1390.243539] env[69987]: DEBUG nova.network.neutron [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Port dabcfbad-8657-4057-83ed-f2a9c886cdd1 binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1390.604972] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501615, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.688977] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501616, 'name': Destroy_Task, 'duration_secs': 1.519628} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.689306] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Destroyed the VM [ 1390.689560] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Deleting Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1390.689826] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86fae247-8331-4899-9b7c-aff7d080f5f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.696638] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1390.696638] env[69987]: value = "task-3501617" [ 1390.696638] env[69987]: _type = "Task" [ 1390.696638] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.705127] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.727255] env[69987]: DEBUG nova.compute.manager [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.727539] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.727825] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c84d378-1226-4f53-b406-e3924eff412e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.734311] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1390.734311] env[69987]: value = "task-3501618" [ 1390.734311] env[69987]: _type = "Task" [ 1390.734311] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.742643] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.106252] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501615, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.207027] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.244150] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501618, 'name': PowerOffVM_Task, 'duration_secs': 0.370246} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.244444] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.244647] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.244845] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699727', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'name': 'volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6acc5cf6-dcb8-4be0-b410-8dc55f54026b', 'attached_at': '2025-04-22T03:43:31.000000', 'detached_at': '', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'serial': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.245670] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8145d38e-11c7-4a89-bfd3-4f3b83300fbc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.273084] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a50b16-5237-4b3c-bddd-6714484aaabc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.282296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.282577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.282778] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.288270] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19a5763-25ef-4fe4-a742-b4657167c795 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.308616] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db1e82-5021-422f-a045-9364abd1347f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.327096] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] The volume has not been displaced from its original location: [datastore2] volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44/volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.332617] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.333311] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3473114b-7296-4d38-be8c-195b6db1e49d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.352300] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1391.352300] env[69987]: value = "task-3501619" [ 1391.352300] env[69987]: _type = "Task" [ 1391.352300] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.361141] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.606277] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501615, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.301161} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.606553] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f47c43fb-b342-4954-8a9c-620368bcdcdd/f47c43fb-b342-4954-8a9c-620368bcdcdd.vmdk to [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.607392] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb79037b-f4d0-4a5b-ba20-6596f905484f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.628819] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.629291] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c50b183-1019-417c-a0ba-d1b7a9d3b848 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.648032] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1391.648032] env[69987]: value = "task-3501620" [ 1391.648032] env[69987]: _type = "Task" [ 1391.648032] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.655472] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.706742] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83509} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.706742] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Deleted Snapshot of the VM instance {{(pid=69987) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1391.706742] env[69987]: DEBUG nova.compute.manager [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.707644] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373f26b6-cffd-48fe-9a47-713a95cb2166 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.776074] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.776353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.849168] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.849413] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1391.861420] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501619, 'name': ReconfigVM_Task, 'duration_secs': 0.163797} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.861702] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1391.866410] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01e19a1-0069-46b4-acdd-9650ed6e0129 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.880958] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1391.880958] env[69987]: value = "task-3501621" [ 1391.880958] env[69987]: _type = "Task" [ 1391.880958] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.889517] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.160427] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.222480] env[69987]: INFO nova.compute.manager [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Shelve offloading [ 1392.279792] env[69987]: DEBUG nova.compute.utils [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.313532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.313730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.313905] env[69987]: DEBUG nova.network.neutron [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.390639] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501621, 'name': ReconfigVM_Task, 'duration_secs': 0.402872} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.390928] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699727', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'name': 'volume-4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6acc5cf6-dcb8-4be0-b410-8dc55f54026b', 'attached_at': '2025-04-22T03:43:31.000000', 'detached_at': '', 'volume_id': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44', 'serial': '4bd310ae-1b5f-48a6-9c41-c3efe9a67f44'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1392.391225] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.391979] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b82d10c-c9ac-464d-ac8f-5226c45fc5dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.398063] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.398249] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966a04cc-d747-475d-a395-d8d3ecaadba4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.467467] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.467677] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.467823] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleting the datastore file [datastore2] 6acc5cf6-dcb8-4be0-b410-8dc55f54026b {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.468134] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78c1de4e-4c8c-44fe-9043-f2d0af24f583 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.474566] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1392.474566] env[69987]: value = "task-3501623" [ 1392.474566] env[69987]: _type = "Task" [ 1392.474566] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.481867] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.658677] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501620, 'name': ReconfigVM_Task, 'duration_secs': 0.88087} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.658959] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 71b08c8c-47db-49c1-838e-de419652251c/71b08c8c-47db-49c1-838e-de419652251c.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.659649] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454937f5-8e40-419e-ae3f-22802bdbdd2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.666153] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1392.666153] env[69987]: value = "task-3501624" [ 1392.666153] env[69987]: _type = "Task" [ 1392.666153] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.673588] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501624, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.726398] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.726717] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5336a420-a915-4c2f-84da-83f472a75447 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.732737] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1392.732737] env[69987]: value = "task-3501625" [ 1392.732737] env[69987]: _type = "Task" [ 1392.732737] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.740525] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.782745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.984618] env[69987]: DEBUG oslo_vmware.api [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113256} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.986958] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.987182] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.987368] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.987543] env[69987]: INFO nova.compute.manager [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1392.987785] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.987973] env[69987]: DEBUG nova.compute.manager [-] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.988078] env[69987]: DEBUG nova.network.neutron [-] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.043974] env[69987]: DEBUG nova.network.neutron [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.176265] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501624, 'name': Rename_Task, 'duration_secs': 0.141104} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.176569] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.176771] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7a0b68-0574-4cae-bd9a-0851091b40cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.183515] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1393.183515] env[69987]: value = "task-3501626" [ 1393.183515] env[69987]: _type = "Task" [ 1393.183515] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.190746] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.243709] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] VM already powered off {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1393.244437] env[69987]: DEBUG nova.compute.manager [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.244664] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3470adb6-2b36-4fc5-b545-d4f518c52b24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.250053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.250221] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.250392] env[69987]: DEBUG nova.network.neutron [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.505656] env[69987]: DEBUG nova.compute.manager [req-e72e5f2a-3088-42ed-ab95-ea647ddba658 req-f591699b-38d1-4203-a1f3-c9e8e6afc9b9 service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Received event network-vif-deleted-75babed0-d83b-446d-b434-f0d7f9c2962a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.505811] env[69987]: INFO nova.compute.manager [req-e72e5f2a-3088-42ed-ab95-ea647ddba658 req-f591699b-38d1-4203-a1f3-c9e8e6afc9b9 service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Neutron deleted interface 75babed0-d83b-446d-b434-f0d7f9c2962a; detaching it from the instance and deleting it from the info cache [ 1393.505962] env[69987]: DEBUG nova.network.neutron [req-e72e5f2a-3088-42ed-ab95-ea647ddba658 req-f591699b-38d1-4203-a1f3-c9e8e6afc9b9 service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.546413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.692666] env[69987]: DEBUG oslo_vmware.api [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501626, 'name': PowerOnVM_Task, 'duration_secs': 0.424581} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.692935] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.793953] env[69987]: DEBUG nova.compute.manager [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.794877] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89174392-96b9-4c4f-ab69-cb47ee2bdcd9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.851333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.851593] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.851817] env[69987]: INFO nova.compute.manager [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Attaching volume 4ae87743-f8a7-4b80-8d82-54eadbbf6f63 to /dev/sdb [ 1393.886586] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445d881-5d73-45de-91ec-9310d3116d7c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.896231] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b36ed8c-1337-47ad-9642-595f276cd32f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.909580] env[69987]: DEBUG nova.network.neutron [-] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.910849] env[69987]: DEBUG nova.virt.block_device [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updating existing volume attachment record: 6d948893-7baa-4035-acc7-7b60155a6f6e {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1393.956252] env[69987]: DEBUG nova.network.neutron [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4771828a-e2", "ovs_interfaceid": "4771828a-e218-4937-b79e-0841c57da8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.008518] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-355321cd-d26f-49d7-ad96-6aa7ed0d16ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.019917] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9d93e3-8a16-4cbb-b6a8-aa47d77c9a1c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.054763] env[69987]: DEBUG nova.compute.manager [req-e72e5f2a-3088-42ed-ab95-ea647ddba658 req-f591699b-38d1-4203-a1f3-c9e8e6afc9b9 service nova] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Detach interface failed, port_id=75babed0-d83b-446d-b434-f0d7f9c2962a, reason: Instance 6acc5cf6-dcb8-4be0-b410-8dc55f54026b could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1394.071155] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26544eb6-455c-49eb-ab72-518c4e7b2648 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.089467] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374aa56c-13a1-4b18-9ff3-a574749a2b73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.096397] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance '756b5803-58c7-4766-8e45-c7378524e7fa' progress to 83 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.312106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-d66a686d-a998-4520-9ed1-ff67367c5242 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.163s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.414756] env[69987]: INFO nova.compute.manager [-] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Took 1.43 seconds to deallocate network for instance. [ 1394.459351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.603291] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.603591] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d67925f-4249-4fc9-91ba-c9928b805875 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.610802] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1394.610802] env[69987]: value = "task-3501628" [ 1394.610802] env[69987]: _type = "Task" [ 1394.610802] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.618911] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.629470] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.629710] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.629913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "71b08c8c-47db-49c1-838e-de419652251c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.630111] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.630302] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.632365] env[69987]: INFO nova.compute.manager [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Terminating instance [ 1394.844585] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.849284] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.849495] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.849658] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.958238] env[69987]: INFO nova.compute.manager [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Took 0.54 seconds to detach 1 volumes for instance. [ 1394.960867] env[69987]: DEBUG nova.compute.manager [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Deleting volume: 4bd310ae-1b5f-48a6-9c41-c3efe9a67f44 {{(pid=69987) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1395.051172] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.052169] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d68817-f4e7-4651-bac1-f1a6c81bcbab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.060015] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.060015] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce12aa3b-eeeb-45a5-b6ae-1c31b7e9f8fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.114078] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.114078] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.114078] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleting the datastore file [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.117014] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffb53b90-3195-4491-bf53-efa84c50c13e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.124474] env[69987]: DEBUG oslo_vmware.api [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501628, 'name': PowerOnVM_Task, 'duration_secs': 0.43553} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.125670] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.125864] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-36abaa8c-2aa2-480b-b1e1-d9c6a365acdc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance '756b5803-58c7-4766-8e45-c7378524e7fa' progress to 100 {{(pid=69987) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.129598] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1395.129598] env[69987]: value = "task-3501631" [ 1395.129598] env[69987]: _type = "Task" [ 1395.129598] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.138185] env[69987]: DEBUG nova.compute.manager [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.138383] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.138636] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.139590] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e726a16a-a0b5-4635-a9fc-c8c1bf3d46f2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.146824] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.147121] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ec3962-4232-4004-ad33-6d56ddfeef2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.153612] env[69987]: DEBUG oslo_vmware.api [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1395.153612] env[69987]: value = "task-3501632" [ 1395.153612] env[69987]: _type = "Task" [ 1395.153612] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.163371] env[69987]: DEBUG oslo_vmware.api [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.353160] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.353508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.353652] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.353844] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1395.354737] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2248e8b-5347-49c0-bcfd-75aaf6eb6910 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.363049] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a57e56-f1be-4a51-9abc-89793246474e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.377139] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79828ad-4a20-46a7-94dd-61bd7f2cebc2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.384076] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1ea9b-a00d-4279-9da4-d0255c0734ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.414946] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179710MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1395.415132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.415347] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.507653] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.534958] env[69987]: DEBUG nova.compute.manager [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-vif-unplugged-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.535209] env[69987]: DEBUG oslo_concurrency.lockutils [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.535476] env[69987]: DEBUG oslo_concurrency.lockutils [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.535675] env[69987]: DEBUG oslo_concurrency.lockutils [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.535849] env[69987]: DEBUG nova.compute.manager [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] No waiting events found dispatching network-vif-unplugged-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.536037] env[69987]: WARNING nova.compute.manager [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received unexpected event network-vif-unplugged-4771828a-e218-4937-b79e-0841c57da8c7 for instance with vm_state shelved and task_state shelving_offloading. [ 1395.536205] env[69987]: DEBUG nova.compute.manager [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-changed-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.536434] env[69987]: DEBUG nova.compute.manager [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing instance network info cache due to event network-changed-4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.536629] env[69987]: DEBUG oslo_concurrency.lockutils [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] Acquiring lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.536769] env[69987]: DEBUG oslo_concurrency.lockutils [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] Acquired lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.536956] env[69987]: DEBUG nova.network.neutron [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.643756] env[69987]: DEBUG oslo_vmware.api [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144911} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.643996] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.645153] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.645153] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.665525] env[69987]: DEBUG oslo_vmware.api [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501632, 'name': PowerOffVM_Task, 'duration_secs': 0.173681} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.665525] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.665525] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.665797] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9caf7675-bc0b-4d8a-a7c2-4141024119b1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.667708] env[69987]: INFO nova.scheduler.client.report [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted allocations for instance 531dac7d-ce31-4957-b401-bcd6ee685854 [ 1395.746020] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.746264] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.746811] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleting the datastore file [datastore2] 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.746811] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7170dd29-d3a3-4c64-be16-8692bfec9434 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.753277] env[69987]: DEBUG oslo_vmware.api [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for the task: (returnval){ [ 1395.753277] env[69987]: value = "task-3501634" [ 1395.753277] env[69987]: _type = "Task" [ 1395.753277] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.760897] env[69987]: DEBUG oslo_vmware.api [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.173182] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.263286] env[69987]: DEBUG oslo_vmware.api [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Task: {'id': task-3501634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143157} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.263554] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.263740] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.263915] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.264099] env[69987]: INFO nova.compute.manager [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1396.264401] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.264546] env[69987]: DEBUG nova.compute.manager [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.264639] env[69987]: DEBUG nova.network.neutron [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.300763] env[69987]: DEBUG nova.network.neutron [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updated VIF entry in instance network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.301155] env[69987]: DEBUG nova.network.neutron [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4771828a-e2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.424694] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Applying migration context for instance 756b5803-58c7-4766-8e45-c7378524e7fa as it has an incoming, in-progress migration 7a2c2063-2d1e-4ed4-af8e-a10e2d0262e1. Migration status is finished {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1396.425828] env[69987]: INFO nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating resource usage from migration 7a2c2063-2d1e-4ed4-af8e-a10e2d0262e1 [ 1396.446768] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.446929] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 8285d3de-57a0-477b-a520-acdbe75a2bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.450700] env[69987]: WARNING nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 6acc5cf6-dcb8-4be0-b410-8dc55f54026b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.450700] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 74536516-6b88-40a0-a1d3-8297e4eb28b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.450700] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 71b08c8c-47db-49c1-838e-de419652251c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.450700] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Migration 7a2c2063-2d1e-4ed4-af8e-a10e2d0262e1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1396.450700] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 756b5803-58c7-4766-8e45-c7378524e7fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1396.450700] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1396.450700] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1396.548142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6cafa1-00d8-411e-adc2-77441887df00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.556399] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfb04a5-cbed-4690-bcc6-6eab58f09b22 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.590108] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d855e3-5169-421f-a5cf-8eb1aec4e902 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.597676] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4234590a-a9c7-4ffd-aaba-726423eaaa6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.617751] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.803964] env[69987]: DEBUG oslo_concurrency.lockutils [req-dad9f48c-c128-4716-9b38-babeaf08c9fa req-17a33e19-1a64-45bf-89d8-c5afa8cc7676 service nova] Releasing lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.981209] env[69987]: DEBUG nova.compute.manager [req-7c8a9670-f5f1-4b9d-9996-40b0e02cc107 req-72f4c83f-8a8c-449d-8046-bd66589a9e55 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Received event network-vif-deleted-ddf3c49c-2d22-47b7-935b-0c412d6949fd {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.981362] env[69987]: INFO nova.compute.manager [req-7c8a9670-f5f1-4b9d-9996-40b0e02cc107 req-72f4c83f-8a8c-449d-8046-bd66589a9e55 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Neutron deleted interface ddf3c49c-2d22-47b7-935b-0c412d6949fd; detaching it from the instance and deleting it from the info cache [ 1396.981516] env[69987]: DEBUG nova.network.neutron [req-7c8a9670-f5f1-4b9d-9996-40b0e02cc107 req-72f4c83f-8a8c-449d-8046-bd66589a9e55 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.120523] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.467719] env[69987]: DEBUG nova.network.neutron [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.484540] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b07d5011-e8b7-478c-9929-2152d7bc419f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.495534] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d9806-bde5-437a-8e03-32ca8e050bc3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.527294] env[69987]: DEBUG nova.compute.manager [req-7c8a9670-f5f1-4b9d-9996-40b0e02cc107 req-72f4c83f-8a8c-449d-8046-bd66589a9e55 service nova] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Detach interface failed, port_id=ddf3c49c-2d22-47b7-935b-0c412d6949fd, reason: Instance 71b08c8c-47db-49c1-838e-de419652251c could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1397.624804] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1397.625099] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.210s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.625305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.118s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.625493] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.627746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.455s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.627980] env[69987]: DEBUG nova.objects.instance [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'resources' on Instance uuid 531dac7d-ce31-4957-b401-bcd6ee685854 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.648796] env[69987]: INFO nova.scheduler.client.report [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted allocations for instance 6acc5cf6-dcb8-4be0-b410-8dc55f54026b [ 1397.970394] env[69987]: INFO nova.compute.manager [-] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Took 1.71 seconds to deallocate network for instance. [ 1398.009710] env[69987]: DEBUG nova.network.neutron [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Port dabcfbad-8657-4057-83ed-f2a9c886cdd1 binding to destination host cpu-1 is already ACTIVE {{(pid=69987) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1398.010026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.010193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.010392] env[69987]: DEBUG nova.network.neutron [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.131832] env[69987]: DEBUG nova.objects.instance [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'numa_topology' on Instance uuid 531dac7d-ce31-4957-b401-bcd6ee685854 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.155568] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c7de8901-0fc4-4d15-bd2f-94117b607c04 tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "6acc5cf6-dcb8-4be0-b410-8dc55f54026b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.935s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.455938] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1398.456190] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699742', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'name': 'volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'serial': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1398.457110] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c4253f-cd94-4c31-a9c0-2227b6615fc0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.473338] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab70465e-5b4a-4e9b-95d3-913b34a01553 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.476341] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.498526] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63/volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.498810] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b6c82b-4c7a-478b-94dd-31aad1539423 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.516489] env[69987]: DEBUG oslo_vmware.api [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1398.516489] env[69987]: value = "task-3501636" [ 1398.516489] env[69987]: _type = "Task" [ 1398.516489] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.524132] env[69987]: DEBUG oslo_vmware.api [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.594574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.633806] env[69987]: DEBUG nova.objects.base [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Object Instance<531dac7d-ce31-4957-b401-bcd6ee685854> lazy-loaded attributes: resources,numa_topology {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1398.743972] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af718454-1968-4d1a-b748-d34690070b28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.751461] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52df2397-c037-41fe-9838-322a23dd993f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.783924] env[69987]: DEBUG nova.network.neutron [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.785653] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf33eac-9c53-4dc1-8259-7a9eb319e7e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.793231] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca35ea97-6aec-4ed5-92f7-d49514f20d48 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.807766] env[69987]: DEBUG nova.compute.provider_tree [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.026589] env[69987]: DEBUG oslo_vmware.api [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501636, 'name': ReconfigVM_Task, 'duration_secs': 0.313128} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.026865] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63/volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.031667] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db81f10a-0ab6-42e7-a982-dab54f5823d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.046742] env[69987]: DEBUG oslo_vmware.api [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1399.046742] env[69987]: value = "task-3501637" [ 1399.046742] env[69987]: _type = "Task" [ 1399.046742] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.054398] env[69987]: DEBUG oslo_vmware.api [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.109694] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.110052] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.110333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "8285d3de-57a0-477b-a520-acdbe75a2bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.110563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.110772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.113044] env[69987]: INFO nova.compute.manager [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Terminating instance [ 1399.289142] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.310456] env[69987]: DEBUG nova.scheduler.client.report [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.556904] env[69987]: DEBUG oslo_vmware.api [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501637, 'name': ReconfigVM_Task, 'duration_secs': 0.143238} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.557224] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699742', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'name': 'volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'serial': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1399.616837] env[69987]: DEBUG nova.compute.manager [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.617091] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.618090] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc9e00f-dde2-4a2e-97ee-28693525b4ec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.627914] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.628206] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.628437] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.628616] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00d9711-97f5-49df-8c3a-fb8c5368b3df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.635460] env[69987]: DEBUG oslo_vmware.api [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1399.635460] env[69987]: value = "task-3501638" [ 1399.635460] env[69987]: _type = "Task" [ 1399.635460] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.643273] env[69987]: DEBUG oslo_vmware.api [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.793099] env[69987]: DEBUG nova.compute.manager [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69987) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1399.793351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.815364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.817889] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.342s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.818133] env[69987]: DEBUG nova.objects.instance [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lazy-loading 'resources' on Instance uuid 71b08c8c-47db-49c1-838e-de419652251c {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.145626] env[69987]: DEBUG oslo_vmware.api [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501638, 'name': PowerOffVM_Task, 'duration_secs': 0.167298} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.145886] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1400.146080] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.146332] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdc2b3af-de6e-4356-aed4-53680b9b6c49 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.203015] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.203254] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.203447] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleting the datastore file [datastore1] 8285d3de-57a0-477b-a520-acdbe75a2bbc {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.203713] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d73cd4-01cb-4008-87c3-05f4016fed46 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.209406] env[69987]: DEBUG oslo_vmware.api [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1400.209406] env[69987]: value = "task-3501640" [ 1400.209406] env[69987]: _type = "Task" [ 1400.209406] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.216802] env[69987]: DEBUG oslo_vmware.api [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.325946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-8ff501a8-e24e-46c7-9098-e9e48edf1bb1 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.077s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.327008] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.733s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.327204] env[69987]: INFO nova.compute.manager [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Unshelving [ 1400.420563] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb2bfd6-9c13-4064-8b29-7131f158f259 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.428301] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681aa91c-0356-4bb1-92f0-bc907fabb087 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.458431] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81a47f0-18a8-4f24-8539-319d6ecc7574 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.466913] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c1b2c2-1acd-4bdb-bab8-7d615bb57425 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.488423] env[69987]: DEBUG nova.compute.provider_tree [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.590573] env[69987]: DEBUG nova.objects.instance [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 74536516-6b88-40a0-a1d3-8297e4eb28b5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.720221] env[69987]: DEBUG oslo_vmware.api [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123589} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.720576] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.720771] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.720957] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.721161] env[69987]: INFO nova.compute.manager [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1400.721428] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.721618] env[69987]: DEBUG nova.compute.manager [-] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.721714] env[69987]: DEBUG nova.network.neutron [-] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.991863] env[69987]: DEBUG nova.scheduler.client.report [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.002337] env[69987]: DEBUG nova.compute.manager [req-ff597468-fded-489a-8eee-8ae2ac46e1d4 req-8a68e83b-6924-485a-a19e-32ca27fb7205 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Received event network-vif-deleted-001c8319-deac-4602-8f00-ea2170e1afd7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.002530] env[69987]: INFO nova.compute.manager [req-ff597468-fded-489a-8eee-8ae2ac46e1d4 req-8a68e83b-6924-485a-a19e-32ca27fb7205 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Neutron deleted interface 001c8319-deac-4602-8f00-ea2170e1afd7; detaching it from the instance and deleting it from the info cache [ 1401.002715] env[69987]: DEBUG nova.network.neutron [req-ff597468-fded-489a-8eee-8ae2ac46e1d4 req-8a68e83b-6924-485a-a19e-32ca27fb7205 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.094729] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ed8def47-2784-447f-8101-f32c53ca407a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.350475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.476657] env[69987]: DEBUG nova.network.neutron [-] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.500534] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.502968] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.710s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.507237] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8158ca6-fd23-46bb-829d-7df101b180bb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.519977] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2664c0e-ceae-4e14-9a6a-60ec757f9590 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.572021] env[69987]: DEBUG nova.compute.manager [req-ff597468-fded-489a-8eee-8ae2ac46e1d4 req-8a68e83b-6924-485a-a19e-32ca27fb7205 service nova] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Detach interface failed, port_id=001c8319-deac-4602-8f00-ea2170e1afd7, reason: Instance 8285d3de-57a0-477b-a520-acdbe75a2bbc could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.579246] env[69987]: INFO nova.scheduler.client.report [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Deleted allocations for instance 71b08c8c-47db-49c1-838e-de419652251c [ 1401.846244] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.980057] env[69987]: INFO nova.compute.manager [-] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Took 1.26 seconds to deallocate network for instance. [ 1402.011957] env[69987]: DEBUG nova.objects.instance [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'migration_context' on Instance uuid 756b5803-58c7-4766-8e45-c7378524e7fa {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.072761] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.074055] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.085786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f0a2b7ab-7128-4451-a2e1-6b4da4da4aa7 tempest-ServerActionsTestOtherB-1413576659 tempest-ServerActionsTestOtherB-1413576659-project-member] Lock "71b08c8c-47db-49c1-838e-de419652251c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.456s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.486696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.576902] env[69987]: DEBUG nova.compute.utils [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1402.599064] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9297c692-110e-42f2-8a9f-d62d64a73497 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.606244] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91530de-e4f8-4969-93a1-81486a059983 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.635753] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279303a4-3e41-4d15-a529-c5e66d1b12db {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.642479] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b41ceb-9bf3-4a15-9a1a-d74018f8e0f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.657097] env[69987]: DEBUG nova.compute.provider_tree [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.080909] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.159925] env[69987]: DEBUG nova.scheduler.client.report [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.135433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.135715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.135960] env[69987]: INFO nova.compute.manager [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Attaching volume 65989775-8ebc-4220-bc27-a7fc15a0f928 to /dev/sdc [ 1404.165772] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1b6e83-d12c-4d9b-8340-7a79a52a46c5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.169811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.667s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.175489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.825s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.175700] env[69987]: DEBUG nova.objects.instance [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'pci_requests' on Instance uuid 531dac7d-ce31-4957-b401-bcd6ee685854 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.184418] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e0e080-13a3-4128-8cf7-96d62d0c6695 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.199598] env[69987]: DEBUG nova.virt.block_device [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updating existing volume attachment record: 98d1cc1b-0621-40a2-9ad0-627316ef09bb {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1404.679609] env[69987]: DEBUG nova.objects.instance [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'numa_topology' on Instance uuid 531dac7d-ce31-4957-b401-bcd6ee685854 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.182383] env[69987]: INFO nova.compute.claims [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.710989] env[69987]: INFO nova.compute.manager [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Swapping old allocation on dict_keys(['83830543-e084-4fe6-be97-b93ee980fbb1']) held by migration 7a2c2063-2d1e-4ed4-af8e-a10e2d0262e1 for instance [ 1405.738215] env[69987]: DEBUG nova.scheduler.client.report [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Overwriting current allocation {'allocations': {'83830543-e084-4fe6-be97-b93ee980fbb1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '6c223adc1c304db894a6b128d175e91a', 'user_id': '050a36eef4ab4b02860b91a0f4c76f2c', 'consumer_generation': 1} on consumer 756b5803-58c7-4766-8e45-c7378524e7fa {{(pid=69987) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1405.827390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.827596] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.827777] env[69987]: DEBUG nova.network.neutron [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.262951] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce6adbf-1c92-4867-9c1c-07847cfc5fad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.272349] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9f45a-5ae1-4fa9-8cc7-4d2a4ca06fab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.303460] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c160c70-f510-49ac-ace1-e4294b861763 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.310727] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bafa16-7b16-4d65-a4a6-49ca1b064cfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.323802] env[69987]: DEBUG nova.compute.provider_tree [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.593308] env[69987]: DEBUG nova.network.neutron [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [{"id": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "address": "fa:16:3e:d8:0c:93", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabcfbad-86", "ovs_interfaceid": "dabcfbad-8657-4057-83ed-f2a9c886cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.827588] env[69987]: DEBUG nova.scheduler.client.report [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.095618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-756b5803-58c7-4766-8e45-c7378524e7fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.096101] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.096414] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ae5156a-9c83-44b9-a344-723106f75dc3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.104110] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1407.104110] env[69987]: value = "task-3501644" [ 1407.104110] env[69987]: _type = "Task" [ 1407.104110] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.113540] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.333801] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.158s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.336796] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.850s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.336894] env[69987]: DEBUG nova.objects.instance [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'resources' on Instance uuid 8285d3de-57a0-477b-a520-acdbe75a2bbc {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.382218] env[69987]: INFO nova.network.neutron [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating port 4771828a-e218-4937-b79e-0841c57da8c7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1407.615762] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501644, 'name': PowerOffVM_Task, 'duration_secs': 0.182122} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.616045] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.616723] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.616941] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.617129] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.617324] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.617475] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.617629] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.617837] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.617999] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.618189] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.618355] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.618534] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.623753] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da82198-12cd-4555-953c-49ff40ba646f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.638859] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1407.638859] env[69987]: value = "task-3501645" [ 1407.638859] env[69987]: _type = "Task" [ 1407.638859] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.647761] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.913825] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a467c3-6c17-4a72-b023-44346fc660aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.921155] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e04108-d9fd-4054-8441-ba67356f18f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.951031] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac646952-8ee5-4d40-8775-67952bdf567c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.957960] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe25d12-fb6c-40cc-95d3-8e190b733621 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.970670] env[69987]: DEBUG nova.compute.provider_tree [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.149068] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501645, 'name': ReconfigVM_Task, 'duration_secs': 0.145258} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.149964] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d521b1cd-9237-49a9-8c5d-dcff65bcd733 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.170065] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.170328] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.170487] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.170669] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.170814] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.170960] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.171185] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.171345] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.171518] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.171718] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.171898] env[69987]: DEBUG nova.virt.hardware [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.172723] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76731d52-087b-4200-ad6f-8bb49391b36c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.178203] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1408.178203] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523a2c3c-2421-d1af-bb0f-90e101fa0a44" [ 1408.178203] env[69987]: _type = "Task" [ 1408.178203] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.185730] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523a2c3c-2421-d1af-bb0f-90e101fa0a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.474392] env[69987]: DEBUG nova.scheduler.client.report [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.689151] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523a2c3c-2421-d1af-bb0f-90e101fa0a44, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.694486] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1408.694772] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9fbbaa3-da3f-49c3-9541-911febe46460 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.713159] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1408.713159] env[69987]: value = "task-3501646" [ 1408.713159] env[69987]: _type = "Task" [ 1408.713159] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.721146] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.748979] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1408.749251] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699743', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'name': 'volume-65989775-8ebc-4220-bc27-a7fc15a0f928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'serial': '65989775-8ebc-4220-bc27-a7fc15a0f928'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1408.750167] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c506cf-20ac-4525-b6be-7fe32ed18269 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.765870] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2dc68-9286-4af0-99d9-76194ff37225 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.794330] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-65989775-8ebc-4220-bc27-a7fc15a0f928/volume-65989775-8ebc-4220-bc27-a7fc15a0f928.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.794834] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d90bf6-879b-45ca-b32e-4929a568fc29 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.812991] env[69987]: DEBUG oslo_vmware.api [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1408.812991] env[69987]: value = "task-3501647" [ 1408.812991] env[69987]: _type = "Task" [ 1408.812991] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.821021] env[69987]: DEBUG oslo_vmware.api [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.979199] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.005636] env[69987]: INFO nova.scheduler.client.report [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted allocations for instance 8285d3de-57a0-477b-a520-acdbe75a2bbc [ 1409.088177] env[69987]: DEBUG nova.compute.manager [req-064505fb-f5e7-4613-a078-8a390a0ef561 req-d1f723e3-6c3e-470a-9ce8-acf9d4d540a8 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-vif-plugged-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.088177] env[69987]: DEBUG oslo_concurrency.lockutils [req-064505fb-f5e7-4613-a078-8a390a0ef561 req-d1f723e3-6c3e-470a-9ce8-acf9d4d540a8 service nova] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.088344] env[69987]: DEBUG oslo_concurrency.lockutils [req-064505fb-f5e7-4613-a078-8a390a0ef561 req-d1f723e3-6c3e-470a-9ce8-acf9d4d540a8 service nova] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.088869] env[69987]: DEBUG oslo_concurrency.lockutils [req-064505fb-f5e7-4613-a078-8a390a0ef561 req-d1f723e3-6c3e-470a-9ce8-acf9d4d540a8 service nova] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.088869] env[69987]: DEBUG nova.compute.manager [req-064505fb-f5e7-4613-a078-8a390a0ef561 req-d1f723e3-6c3e-470a-9ce8-acf9d4d540a8 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] No waiting events found dispatching network-vif-plugged-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.088869] env[69987]: WARNING nova.compute.manager [req-064505fb-f5e7-4613-a078-8a390a0ef561 req-d1f723e3-6c3e-470a-9ce8-acf9d4d540a8 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received unexpected event network-vif-plugged-4771828a-e218-4937-b79e-0841c57da8c7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1409.191495] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.192549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.192549] env[69987]: DEBUG nova.network.neutron [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.226155] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501646, 'name': ReconfigVM_Task, 'duration_secs': 0.203901} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.226592] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1409.227688] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfec7e1-3565-41bd-a4e1-48b2e6bc744c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.253704] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.254423] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840667e9-c8a1-4f90-a8eb-082fe3b6bf10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.274026] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1409.274026] env[69987]: value = "task-3501648" [ 1409.274026] env[69987]: _type = "Task" [ 1409.274026] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.284432] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.323490] env[69987]: DEBUG oslo_vmware.api [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501647, 'name': ReconfigVM_Task, 'duration_secs': 0.364253} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.323792] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-65989775-8ebc-4220-bc27-a7fc15a0f928/volume-65989775-8ebc-4220-bc27-a7fc15a0f928.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.329648] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa088a8-10a5-40b2-aa40-649692328704 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.345384] env[69987]: DEBUG oslo_vmware.api [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1409.345384] env[69987]: value = "task-3501649" [ 1409.345384] env[69987]: _type = "Task" [ 1409.345384] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.354912] env[69987]: DEBUG oslo_vmware.api [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.514412] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9c0c2f70-7044-4c62-9300-c83ff935caed tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "8285d3de-57a0-477b-a520-acdbe75a2bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.404s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.783924] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501648, 'name': ReconfigVM_Task, 'duration_secs': 0.296057} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.787785] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa/756b5803-58c7-4766-8e45-c7378524e7fa.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.788726] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9411781d-1a1d-487f-b893-96a2b8f1ecaf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.810922] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb911c-1231-4e83-b120-0b80a8f485ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.833237] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0686e9ad-898c-436d-99e5-f5af262f6979 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.858976] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae0db87-29bc-4550-8bf8-77e6569baa24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.866580] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.869446] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0e20651-17d5-4c64-8266-b7663f267aa4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.871075] env[69987]: DEBUG oslo_vmware.api [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501649, 'name': ReconfigVM_Task, 'duration_secs': 0.145458} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.871368] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699743', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'name': 'volume-65989775-8ebc-4220-bc27-a7fc15a0f928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'serial': '65989775-8ebc-4220-bc27-a7fc15a0f928'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1409.877105] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1409.877105] env[69987]: value = "task-3501651" [ 1409.877105] env[69987]: _type = "Task" [ 1409.877105] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.885042] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.358675] env[69987]: DEBUG nova.network.neutron [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4771828a-e2", "ovs_interfaceid": "4771828a-e218-4937-b79e-0841c57da8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.387727] env[69987]: DEBUG oslo_vmware.api [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501651, 'name': PowerOnVM_Task, 'duration_secs': 0.465438} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.387995] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.862487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e6c4e86ffbab51bc47f73de671338853',container_format='bare',created_at=2025-04-22T03:43:52Z,direct_url=,disk_format='vmdk',id=8411555b-d934-4afc-81d3-37c6a106d60e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1874875710-shelved',owner='3becec00a06d48fd86da2356d115979b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-22T03:44:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.894595] env[69987]: DEBUG nova.virt.hardware [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.899232] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27983e0-a779-4b60-bcb7-fae4bb1c6f69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.908522] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a62650-c44f-4ac1-8fd6-1c550f998d9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.915495] env[69987]: DEBUG nova.objects.instance [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 74536516-6b88-40a0-a1d3-8297e4eb28b5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.929336] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:99:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4771828a-e218-4937-b79e-0841c57da8c7', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.936424] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.937690] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.937955] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a70a74b9-d96a-40d1-8f02-1eb5ef664c6c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.959514] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.959514] env[69987]: value = "task-3501652" [ 1410.959514] env[69987]: _type = "Task" [ 1410.959514] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.968750] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501652, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.120728] env[69987]: DEBUG nova.compute.manager [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-changed-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.121081] env[69987]: DEBUG nova.compute.manager [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing instance network info cache due to event network-changed-4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.121647] env[69987]: DEBUG oslo_concurrency.lockutils [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] Acquiring lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.121732] env[69987]: DEBUG oslo_concurrency.lockutils [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] Acquired lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.122052] env[69987]: DEBUG nova.network.neutron [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Refreshing network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.406092] env[69987]: INFO nova.compute.manager [None req-a26ef3ab-46e6-4fc7-b39a-76ced0da361c tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance to original state: 'active' [ 1411.440767] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e1362aab-cc23-4aa3-9bf3-84f8ea00ab6a tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.469718] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501652, 'name': CreateVM_Task, 'duration_secs': 0.358175} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.469891] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.470597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.470772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.471153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.471673] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d61dbe-5cb6-4a5e-a9d9-a85708288287 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.475832] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1411.475832] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d6c5ec-0737-6d00-8875-5ef0c700d140" [ 1411.475832] env[69987]: _type = "Task" [ 1411.475832] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.484609] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d6c5ec-0737-6d00-8875-5ef0c700d140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.752759] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.752759] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.843665] env[69987]: DEBUG nova.network.neutron [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updated VIF entry in instance network info cache for port 4771828a-e218-4937-b79e-0841c57da8c7. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.843665] env[69987]: DEBUG nova.network.neutron [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [{"id": "4771828a-e218-4937-b79e-0841c57da8c7", "address": "fa:16:3e:56:99:52", "network": {"id": "ccbae242-3965-43d6-9151-f6410e9c902b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2102449546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3becec00a06d48fd86da2356d115979b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4771828a-e2", "ovs_interfaceid": "4771828a-e218-4937-b79e-0841c57da8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.986580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.986935] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Processing image 8411555b-d934-4afc-81d3-37c6a106d60e {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.986989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e/8411555b-d934-4afc-81d3-37c6a106d60e.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.987157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e/8411555b-d934-4afc-81d3-37c6a106d60e.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.987358] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.987627] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b398178-9595-49b1-b0d4-6c7610643983 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.002257] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.002460] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.003227] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e509066-f31d-44a1-b83a-ddb34d94311d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.008905] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1412.008905] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522fc206-473f-84e8-bf13-82361e43a219" [ 1412.008905] env[69987]: _type = "Task" [ 1412.008905] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.017359] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522fc206-473f-84e8-bf13-82361e43a219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.257230] env[69987]: INFO nova.compute.manager [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Detaching volume 4ae87743-f8a7-4b80-8d82-54eadbbf6f63 [ 1412.289084] env[69987]: INFO nova.virt.block_device [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Attempting to driver detach volume 4ae87743-f8a7-4b80-8d82-54eadbbf6f63 from mountpoint /dev/sdb [ 1412.289341] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1412.289589] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699742', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'name': 'volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'serial': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1412.290491] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482ef682-db5e-4024-8ff3-e092fa79e7d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.315049] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b729c5-685d-4d17-a952-c0930bb82726 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.322133] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bda606-4a75-4f64-b4ec-7e8a7e34496d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.346943] env[69987]: DEBUG oslo_concurrency.lockutils [req-d442ac4c-a47e-417d-a779-acf7a99da7ae req-6b67d8f7-896d-4044-b1cc-6373955a5aa0 service nova] Releasing lock "refresh_cache-531dac7d-ce31-4957-b401-bcd6ee685854" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.347935] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05664f7-4b54-4660-bbfa-fb3140999401 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.363898] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] The volume has not been displaced from its original location: [datastore2] volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63/volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1412.369539] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1412.369906] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab36847c-b80a-4c8a-96a6-060e6c478502 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.388125] env[69987]: DEBUG oslo_vmware.api [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1412.388125] env[69987]: value = "task-3501653" [ 1412.388125] env[69987]: _type = "Task" [ 1412.388125] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.396216] env[69987]: DEBUG oslo_vmware.api [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.519178] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Preparing fetch location {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1412.519462] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Fetch image to [datastore2] OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea/OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea.vmdk {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1412.519662] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Downloading stream optimized image 8411555b-d934-4afc-81d3-37c6a106d60e to [datastore2] OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea/OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea.vmdk on the data store datastore2 as vApp {{(pid=69987) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1412.519842] env[69987]: DEBUG nova.virt.vmwareapi.images [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Downloading image file data 8411555b-d934-4afc-81d3-37c6a106d60e to the ESX as VM named 'OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea' {{(pid=69987) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1412.600495] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1412.600495] env[69987]: value = "resgroup-9" [ 1412.600495] env[69987]: _type = "ResourcePool" [ 1412.600495] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1412.600838] env[69987]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e0e84a82-5da2-4db0-a536-46a410cdbf73 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.621891] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease: (returnval){ [ 1412.621891] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5228d204-5aa6-8277-1a19-5137f3ea3af5" [ 1412.621891] env[69987]: _type = "HttpNfcLease" [ 1412.621891] env[69987]: } obtained for vApp import into resource pool (val){ [ 1412.621891] env[69987]: value = "resgroup-9" [ 1412.621891] env[69987]: _type = "ResourcePool" [ 1412.621891] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1412.622378] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the lease: (returnval){ [ 1412.622378] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5228d204-5aa6-8277-1a19-5137f3ea3af5" [ 1412.622378] env[69987]: _type = "HttpNfcLease" [ 1412.622378] env[69987]: } to be ready. {{(pid=69987) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1412.630892] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1412.630892] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5228d204-5aa6-8277-1a19-5137f3ea3af5" [ 1412.630892] env[69987]: _type = "HttpNfcLease" [ 1412.630892] env[69987]: } is initializing. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1412.899806] env[69987]: DEBUG oslo_vmware.api [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501653, 'name': ReconfigVM_Task, 'duration_secs': 0.265227} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.900099] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.904704] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c880f45-42d3-417e-af11-bb5e149973c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.919705] env[69987]: DEBUG oslo_vmware.api [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1412.919705] env[69987]: value = "task-3501655" [ 1412.919705] env[69987]: _type = "Task" [ 1412.919705] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.927857] env[69987]: DEBUG oslo_vmware.api [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.929318] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "756b5803-58c7-4766-8e45-c7378524e7fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.929566] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.929772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.929959] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.930140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.932153] env[69987]: INFO nova.compute.manager [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Terminating instance [ 1413.130768] env[69987]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1413.130768] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5228d204-5aa6-8277-1a19-5137f3ea3af5" [ 1413.130768] env[69987]: _type = "HttpNfcLease" [ 1413.130768] env[69987]: } is ready. {{(pid=69987) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1413.131236] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1413.131236] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5228d204-5aa6-8277-1a19-5137f3ea3af5" [ 1413.131236] env[69987]: _type = "HttpNfcLease" [ 1413.131236] env[69987]: }. {{(pid=69987) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1413.131845] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149f2803-efb2-4cad-8d0d-3a29407b017a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.139147] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab749-6225-3ab5-196e-34e66607e09a/disk-0.vmdk from lease info. {{(pid=69987) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1413.139328] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab749-6225-3ab5-196e-34e66607e09a/disk-0.vmdk. {{(pid=69987) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1413.201561] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.201991] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.202079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.202254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.202426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.205263] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae3cbbb1-ff93-42f1-9060-a37d4f8da977 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.207357] env[69987]: INFO nova.compute.manager [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Terminating instance [ 1413.431176] env[69987]: DEBUG oslo_vmware.api [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501655, 'name': ReconfigVM_Task, 'duration_secs': 0.148454} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.433229] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699742', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'name': 'volume-4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63', 'serial': '4ae87743-f8a7-4b80-8d82-54eadbbf6f63'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1413.436352] env[69987]: DEBUG nova.compute.manager [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1413.436574] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1413.438618] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432d2e58-4edb-4eae-a35f-2f4f4f5d8e3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.447605] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.449135] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd932f0-282b-47b3-8a7c-c87d1ea9ffe4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.456359] env[69987]: DEBUG oslo_vmware.api [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1413.456359] env[69987]: value = "task-3501656" [ 1413.456359] env[69987]: _type = "Task" [ 1413.456359] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.466912] env[69987]: DEBUG oslo_vmware.api [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.711711] env[69987]: DEBUG nova.compute.manager [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1413.712039] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1413.712981] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed57dd-99ef-441c-9b03-f6f2a355487b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.720327] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1413.720566] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8cc7fc-52d8-4641-bda9-879f47c9ae60 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.725983] env[69987]: DEBUG oslo_vmware.api [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1413.725983] env[69987]: value = "task-3501657" [ 1413.725983] env[69987]: _type = "Task" [ 1413.725983] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.734166] env[69987]: DEBUG oslo_vmware.api [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.969647] env[69987]: DEBUG oslo_vmware.api [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501656, 'name': PowerOffVM_Task, 'duration_secs': 0.185031} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.971647] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.971911] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.972264] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0b846bd-8d8a-4394-879b-d19d1aa0dc13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.977196] env[69987]: DEBUG nova.objects.instance [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 74536516-6b88-40a0-a1d3-8297e4eb28b5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.037363] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.037693] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.037963] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleting the datastore file [datastore1] 756b5803-58c7-4766-8e45-c7378524e7fa {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.039793] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e6089cf-5479-4c6e-bd8c-c7163b346962 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.046008] env[69987]: DEBUG oslo_vmware.api [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1414.046008] env[69987]: value = "task-3501659" [ 1414.046008] env[69987]: _type = "Task" [ 1414.046008] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.055445] env[69987]: DEBUG oslo_vmware.api [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.235965] env[69987]: DEBUG oslo_vmware.api [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501657, 'name': PowerOffVM_Task, 'duration_secs': 0.209276} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.238268] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.238550] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.238827] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc4d3748-0162-4e3f-b3d3-07529392c545 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.302799] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.303046] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.303257] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleting the datastore file [datastore1] a9033a7a-ce00-4fd3-8c19-bd43af369be5 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.303551] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b4205b5-42e7-40b2-b6f0-f28513cfe83b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.311573] env[69987]: DEBUG oslo_vmware.api [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for the task: (returnval){ [ 1414.311573] env[69987]: value = "task-3501661" [ 1414.311573] env[69987]: _type = "Task" [ 1414.311573] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.321823] env[69987]: DEBUG oslo_vmware.api [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.353511] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Completed reading data from the image iterator. {{(pid=69987) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1414.353816] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab749-6225-3ab5-196e-34e66607e09a/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1414.354736] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95dbb0-54de-4ec2-889c-ceb4b0188ba2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.361185] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab749-6225-3ab5-196e-34e66607e09a/disk-0.vmdk is in state: ready. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1414.361361] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab749-6225-3ab5-196e-34e66607e09a/disk-0.vmdk. {{(pid=69987) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1414.361606] env[69987]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0edfa983-dca4-4c60-948a-148ef0074c65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.555991] env[69987]: DEBUG oslo_vmware.api [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192743} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.556276] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.556525] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.556764] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.556944] env[69987]: INFO nova.compute.manager [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1414.557209] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.557430] env[69987]: DEBUG nova.compute.manager [-] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.557569] env[69987]: DEBUG nova.network.neutron [-] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.637957] env[69987]: DEBUG oslo_vmware.rw_handles [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab749-6225-3ab5-196e-34e66607e09a/disk-0.vmdk. {{(pid=69987) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1414.638186] env[69987]: INFO nova.virt.vmwareapi.images [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Downloaded image file data 8411555b-d934-4afc-81d3-37c6a106d60e [ 1414.639044] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717efbe-75e6-4c9b-b90c-368f6710f117 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.656248] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8553e58d-71c2-4e6f-a9c9-59372ea6a29b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.685422] env[69987]: INFO nova.virt.vmwareapi.images [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] The imported VM was unregistered [ 1414.688144] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Caching image {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1414.688460] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.688770] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8ddd3e4-8dc2-4ebb-b96c-84ae67a8d388 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.699767] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Created directory with path [datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.699956] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea/OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea.vmdk to [datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e/8411555b-d934-4afc-81d3-37c6a106d60e.vmdk. {{(pid=69987) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1414.700216] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-998b3593-9bcb-4268-9c3c-f54f5733c267 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.706449] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1414.706449] env[69987]: value = "task-3501663" [ 1414.706449] env[69987]: _type = "Task" [ 1414.706449] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.714210] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501663, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.822354] env[69987]: DEBUG oslo_vmware.api [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Task: {'id': task-3501661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219849} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.822571] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1414.822944] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1414.823117] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1414.823377] env[69987]: INFO nova.compute.manager [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1414.824044] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.824044] env[69987]: DEBUG nova.compute.manager [-] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1414.824186] env[69987]: DEBUG nova.network.neutron [-] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.985197] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ad4316ca-4406-4e13-8611-88e1e7bb7c01 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.013710] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.013710] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.020707] env[69987]: DEBUG nova.compute.manager [req-0701be56-a542-4c1b-a3a4-7d4135c9a91f req-73e06a7c-0c64-450d-bf84-d3312ee5dcd4 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Received event network-vif-deleted-dabcfbad-8657-4057-83ed-f2a9c886cdd1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.021070] env[69987]: INFO nova.compute.manager [req-0701be56-a542-4c1b-a3a4-7d4135c9a91f req-73e06a7c-0c64-450d-bf84-d3312ee5dcd4 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Neutron deleted interface dabcfbad-8657-4057-83ed-f2a9c886cdd1; detaching it from the instance and deleting it from the info cache [ 1415.021287] env[69987]: DEBUG nova.network.neutron [req-0701be56-a542-4c1b-a3a4-7d4135c9a91f req-73e06a7c-0c64-450d-bf84-d3312ee5dcd4 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.044940] env[69987]: DEBUG nova.compute.manager [req-84b784e3-9974-4685-b181-983151888feb req-41a523ac-884c-4c2e-82f6-3977f80805bc service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Received event network-vif-deleted-065d2c34-4c86-4c4d-8f9e-e42c2e818cc1 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.045108] env[69987]: INFO nova.compute.manager [req-84b784e3-9974-4685-b181-983151888feb req-41a523ac-884c-4c2e-82f6-3977f80805bc service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Neutron deleted interface 065d2c34-4c86-4c4d-8f9e-e42c2e818cc1; detaching it from the instance and deleting it from the info cache [ 1415.045328] env[69987]: DEBUG nova.network.neutron [req-84b784e3-9974-4685-b181-983151888feb req-41a523ac-884c-4c2e-82f6-3977f80805bc service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.216314] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501663, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.494633] env[69987]: DEBUG nova.network.neutron [-] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.515317] env[69987]: INFO nova.compute.manager [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Detaching volume 65989775-8ebc-4220-bc27-a7fc15a0f928 [ 1415.524102] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-835c73ea-6a3d-405b-acd1-32fa9330fe18 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.529238] env[69987]: DEBUG nova.network.neutron [-] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.537293] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7902de57-bb5b-46d1-8459-d8dc26863df8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.551503] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38a8724f-351d-4740-ae4e-18101d9fa4e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.556039] env[69987]: INFO nova.virt.block_device [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Attempting to driver detach volume 65989775-8ebc-4220-bc27-a7fc15a0f928 from mountpoint /dev/sdc [ 1415.556039] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1415.556039] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699743', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'name': 'volume-65989775-8ebc-4220-bc27-a7fc15a0f928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'serial': '65989775-8ebc-4220-bc27-a7fc15a0f928'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1415.556627] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e49bbf0-1808-4bc7-82f2-87fd22271071 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.564035] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deeb6c9-e141-4d6a-80d1-23559141ee45 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.597565] env[69987]: DEBUG nova.compute.manager [req-0701be56-a542-4c1b-a3a4-7d4135c9a91f req-73e06a7c-0c64-450d-bf84-d3312ee5dcd4 service nova] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Detach interface failed, port_id=dabcfbad-8657-4057-83ed-f2a9c886cdd1, reason: Instance 756b5803-58c7-4766-8e45-c7378524e7fa could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1415.598987] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859257af-4104-45f4-ad00-320e0285ede2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.606931] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c623d6-4add-460d-bf82-39367b2f2fd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.616121] env[69987]: DEBUG nova.compute.manager [req-84b784e3-9974-4685-b181-983151888feb req-41a523ac-884c-4c2e-82f6-3977f80805bc service nova] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Detach interface failed, port_id=065d2c34-4c86-4c4d-8f9e-e42c2e818cc1, reason: Instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1415.635125] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532567f6-e64f-46f6-a1e6-8a527894ffb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.652838] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] The volume has not been displaced from its original location: [datastore2] volume-65989775-8ebc-4220-bc27-a7fc15a0f928/volume-65989775-8ebc-4220-bc27-a7fc15a0f928.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1415.658325] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.658659] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415d51c8-b651-43e4-97cb-9c2347861861 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.678288] env[69987]: DEBUG oslo_vmware.api [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1415.678288] env[69987]: value = "task-3501664" [ 1415.678288] env[69987]: _type = "Task" [ 1415.678288] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.686755] env[69987]: DEBUG oslo_vmware.api [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.717208] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501663, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.997284] env[69987]: INFO nova.compute.manager [-] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Took 1.44 seconds to deallocate network for instance. [ 1416.051246] env[69987]: INFO nova.compute.manager [-] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Took 1.23 seconds to deallocate network for instance. [ 1416.188632] env[69987]: DEBUG oslo_vmware.api [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501664, 'name': ReconfigVM_Task, 'duration_secs': 0.280422} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.188918] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.194272] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13bf1da-b37b-4a89-805f-2feb9c207eed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.209653] env[69987]: DEBUG oslo_vmware.api [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1416.209653] env[69987]: value = "task-3501665" [ 1416.209653] env[69987]: _type = "Task" [ 1416.209653] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.220967] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501663, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.224424] env[69987]: DEBUG oslo_vmware.api [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.504404] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.504938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.504938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.535102] env[69987]: INFO nova.scheduler.client.report [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted allocations for instance 756b5803-58c7-4766-8e45-c7378524e7fa [ 1416.558115] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.558427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.558659] env[69987]: DEBUG nova.objects.instance [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lazy-loading 'resources' on Instance uuid a9033a7a-ce00-4fd3-8c19-bd43af369be5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.722582] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501663, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.725910] env[69987]: DEBUG oslo_vmware.api [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501665, 'name': ReconfigVM_Task, 'duration_secs': 0.162431} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.726320] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699743', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'name': 'volume-65989775-8ebc-4220-bc27-a7fc15a0f928', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74536516-6b88-40a0-a1d3-8297e4eb28b5', 'attached_at': '', 'detached_at': '', 'volume_id': '65989775-8ebc-4220-bc27-a7fc15a0f928', 'serial': '65989775-8ebc-4220-bc27-a7fc15a0f928'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1417.042927] env[69987]: DEBUG oslo_concurrency.lockutils [None req-367535cd-f32f-449b-896e-4a60005c0179 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "756b5803-58c7-4766-8e45-c7378524e7fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.113s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.116036] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a05eb7-7483-4125-99cd-f5e15eebd08b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.123763] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ef7014-4892-4c7a-a17f-9d9510568eac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.160945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3c7e08-0558-4576-bdb6-3f6bd937bb16 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.169449] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99babdf8-8b14-44b8-b87a-b0480d3299cc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.184550] env[69987]: DEBUG nova.compute.provider_tree [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.219329] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501663, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.271207] env[69987]: DEBUG nova.objects.instance [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'flavor' on Instance uuid 74536516-6b88-40a0-a1d3-8297e4eb28b5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.688632] env[69987]: DEBUG nova.scheduler.client.report [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.721894] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501663, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.766196} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.722177] env[69987]: INFO nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea/OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea.vmdk to [datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e/8411555b-d934-4afc-81d3-37c6a106d60e.vmdk. [ 1417.722370] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Cleaning up location [datastore2] OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1417.722538] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_acde6e72-2101-42fa-af5d-56b0825bdcea {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.722790] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-094f0de7-cc43-4c0f-8d87-e1f5c67e5db6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.729322] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1417.729322] env[69987]: value = "task-3501666" [ 1417.729322] env[69987]: _type = "Task" [ 1417.729322] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.736602] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.977676] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.977919] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.193655] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.211733] env[69987]: INFO nova.scheduler.client.report [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Deleted allocations for instance a9033a7a-ce00-4fd3-8c19-bd43af369be5 [ 1418.239449] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081025} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.239794] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.239964] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e/8411555b-d934-4afc-81d3-37c6a106d60e.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.240220] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e/8411555b-d934-4afc-81d3-37c6a106d60e.vmdk to [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.240490] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d074bbcd-e324-48ee-b83b-1418d6150a3f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.246916] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1418.246916] env[69987]: value = "task-3501667" [ 1418.246916] env[69987]: _type = "Task" [ 1418.246916] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.255832] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.278910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e54e0d7c-9962-4570-8bdd-cc7233921dd4 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.480171] env[69987]: DEBUG nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.719078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1ed5c6f3-fcc3-406d-9930-588ef492560a tempest-ServerActionsTestOtherA-1240783872 tempest-ServerActionsTestOtherA-1240783872-project-member] Lock "a9033a7a-ce00-4fd3-8c19-bd43af369be5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.517s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.758057] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501667, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.004403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.004717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.006777] env[69987]: INFO nova.compute.claims [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.257909] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501667, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.424156] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.424507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.424902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "74536516-6b88-40a0-a1d3-8297e4eb28b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.425141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.425326] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.427635] env[69987]: INFO nova.compute.manager [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Terminating instance [ 1419.758679] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501667, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.935042] env[69987]: DEBUG nova.compute.manager [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.935042] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.935042] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90254f0-0797-49dc-8ea3-2921ad75ca50 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.943092] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.943688] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af73e23-9a57-4415-b2d1-69c5a919b645 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.951908] env[69987]: DEBUG oslo_vmware.api [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1419.951908] env[69987]: value = "task-3501668" [ 1419.951908] env[69987]: _type = "Task" [ 1419.951908] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.962323] env[69987]: DEBUG oslo_vmware.api [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.081144] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d00d79-c69e-482b-91c7-34ae1823f976 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.089476] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf63069-b361-4905-891d-b888791d2861 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.125483] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc1f48-9fae-4345-bc99-0ba1ea493bfe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.137495] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c1e5a-8a0e-4c46-bd75-b8bb9c62a790 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.154402] env[69987]: DEBUG nova.compute.provider_tree [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.259324] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501667, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.463999] env[69987]: DEBUG oslo_vmware.api [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501668, 'name': PowerOffVM_Task, 'duration_secs': 0.220756} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.464250] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.464427] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.464731] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a67474d-f4a8-4ea7-86f6-ac3a9dd023cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.528459] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.528756] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.528960] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Deleting the datastore file [datastore1] 74536516-6b88-40a0-a1d3-8297e4eb28b5 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.529245] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428691eb-b929-4aee-99d1-1e677c6ad1ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.536730] env[69987]: DEBUG oslo_vmware.api [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for the task: (returnval){ [ 1420.536730] env[69987]: value = "task-3501670" [ 1420.536730] env[69987]: _type = "Task" [ 1420.536730] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.546138] env[69987]: DEBUG oslo_vmware.api [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.657852] env[69987]: DEBUG nova.scheduler.client.report [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.759304] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501667, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.425097} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.759641] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8411555b-d934-4afc-81d3-37c6a106d60e/8411555b-d934-4afc-81d3-37c6a106d60e.vmdk to [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.760380] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e25e7ef-d71a-4903-a695-4090b1d6c298 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.781848] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.782083] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ea9378-52cb-4e16-b812-baa4b47654b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.800744] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1420.800744] env[69987]: value = "task-3501671" [ 1420.800744] env[69987]: _type = "Task" [ 1420.800744] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.809891] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.047737] env[69987]: DEBUG oslo_vmware.api [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Task: {'id': task-3501670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218049} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.048023] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.048226] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.048408] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.048582] env[69987]: INFO nova.compute.manager [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1421.048830] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.049035] env[69987]: DEBUG nova.compute.manager [-] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.049134] env[69987]: DEBUG nova.network.neutron [-] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.163181] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.163731] env[69987]: DEBUG nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1421.318978] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501671, 'name': ReconfigVM_Task, 'duration_secs': 0.291638} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.319303] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854/531dac7d-ce31-4957-b401-bcd6ee685854.vmdk or device None with type streamOptimized {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.320094] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37949221-5591-4e83-a7c4-ed63ed8d5f65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.326712] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1421.326712] env[69987]: value = "task-3501672" [ 1421.326712] env[69987]: _type = "Task" [ 1421.326712] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.335329] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501672, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.521185] env[69987]: DEBUG nova.compute.manager [req-54e27b66-b707-4738-befb-03bb6429563f req-7853a643-6b70-4b8e-819a-6933bd76bcca service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Received event network-vif-deleted-f591ffb9-5472-4407-ba3c-80735a3db02b {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1421.521185] env[69987]: INFO nova.compute.manager [req-54e27b66-b707-4738-befb-03bb6429563f req-7853a643-6b70-4b8e-819a-6933bd76bcca service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Neutron deleted interface f591ffb9-5472-4407-ba3c-80735a3db02b; detaching it from the instance and deleting it from the info cache [ 1421.521360] env[69987]: DEBUG nova.network.neutron [req-54e27b66-b707-4738-befb-03bb6429563f req-7853a643-6b70-4b8e-819a-6933bd76bcca service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.669259] env[69987]: DEBUG nova.compute.utils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1421.670762] env[69987]: DEBUG nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.670934] env[69987]: DEBUG nova.network.neutron [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.725048] env[69987]: DEBUG nova.policy [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '050a36eef4ab4b02860b91a0f4c76f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c223adc1c304db894a6b128d175e91a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1421.836653] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501672, 'name': Rename_Task, 'duration_secs': 0.147847} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.836921] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.837496] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f61eebe5-e864-46e5-abe8-bc7994b2a712 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.843306] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1421.843306] env[69987]: value = "task-3501673" [ 1421.843306] env[69987]: _type = "Task" [ 1421.843306] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.851468] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.963754] env[69987]: DEBUG nova.network.neutron [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Successfully created port: d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.994530] env[69987]: DEBUG nova.network.neutron [-] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.023537] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f4cffc7-b26c-436b-beaf-8f0412a5b8eb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.035020] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd00fd-d500-4498-bb49-231ea1819168 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.061687] env[69987]: DEBUG nova.compute.manager [req-54e27b66-b707-4738-befb-03bb6429563f req-7853a643-6b70-4b8e-819a-6933bd76bcca service nova] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Detach interface failed, port_id=f591ffb9-5472-4407-ba3c-80735a3db02b, reason: Instance 74536516-6b88-40a0-a1d3-8297e4eb28b5 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1422.174458] env[69987]: DEBUG nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.353988] env[69987]: DEBUG oslo_vmware.api [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501673, 'name': PowerOnVM_Task, 'duration_secs': 0.451426} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.354271] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.469806] env[69987]: DEBUG nova.compute.manager [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.470930] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4d4581-c5aa-44ff-b8ce-f0ebaee96e75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.497057] env[69987]: INFO nova.compute.manager [-] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Took 1.45 seconds to deallocate network for instance. [ 1422.993187] env[69987]: DEBUG oslo_concurrency.lockutils [None req-53a5ffc6-b02f-440f-94e6-f304dad2d9ab tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.666s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.007222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.007514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.007739] env[69987]: DEBUG nova.objects.instance [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lazy-loading 'resources' on Instance uuid 74536516-6b88-40a0-a1d3-8297e4eb28b5 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.190021] env[69987]: DEBUG nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.220299] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.220299] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.220299] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.220299] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.220299] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.220299] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.220885] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.221219] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.221529] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.221832] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.222157] env[69987]: DEBUG nova.virt.hardware [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.223299] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70db7b25-bd6b-4d6d-97dc-86a2fddc1bb1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.232456] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b217dbdb-b57e-40ac-9299-91c03bef83d8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.496824] env[69987]: DEBUG nova.network.neutron [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Successfully updated port: d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.548111] env[69987]: DEBUG nova.compute.manager [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Received event network-vif-plugged-d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.548372] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] Acquiring lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.548541] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.548737] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.548923] env[69987]: DEBUG nova.compute.manager [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] No waiting events found dispatching network-vif-plugged-d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.549306] env[69987]: WARNING nova.compute.manager [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Received unexpected event network-vif-plugged-d385a483-5c7f-4dae-b5bc-034914b966ec for instance with vm_state building and task_state spawning. [ 1423.549459] env[69987]: DEBUG nova.compute.manager [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Received event network-changed-d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.549764] env[69987]: DEBUG nova.compute.manager [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Refreshing instance network info cache due to event network-changed-d385a483-5c7f-4dae-b5bc-034914b966ec. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1423.550039] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] Acquiring lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.550211] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] Acquired lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.550420] env[69987]: DEBUG nova.network.neutron [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Refreshing network info cache for port d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.565198] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b9b18-ee4b-45a9-a55c-8e6f4e136082 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.573652] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62335b45-db30-42e2-9161-71f226247592 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.605901] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1ec687-891e-414f-b5be-100d52fe6155 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.613409] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603663d-2a4e-4d49-854f-75653c65f3a4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.626746] env[69987]: DEBUG nova.compute.provider_tree [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.999962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.096286] env[69987]: DEBUG nova.network.neutron [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.133021] env[69987]: DEBUG nova.scheduler.client.report [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.170665] env[69987]: DEBUG nova.network.neutron [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.637791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.652833] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "972ddffd-3aa1-4727-998d-a797dcfd37a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.653606] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.662321] env[69987]: INFO nova.scheduler.client.report [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Deleted allocations for instance 74536516-6b88-40a0-a1d3-8297e4eb28b5 [ 1424.673169] env[69987]: DEBUG oslo_concurrency.lockutils [req-5b9c2dfa-d45f-4a61-ac11-fa75d600e344 req-49ebf891-9f0d-46fe-b7fd-baa5d835b0ef service nova] Releasing lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.673169] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.673169] env[69987]: DEBUG nova.network.neutron [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.155432] env[69987]: DEBUG nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.169880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-1f04bff9-57e5-41d3-b97e-5887d05b1595 tempest-AttachVolumeTestJSON-92929017 tempest-AttachVolumeTestJSON-92929017-project-member] Lock "74536516-6b88-40a0-a1d3-8297e4eb28b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.745s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.207931] env[69987]: DEBUG nova.network.neutron [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.345254] env[69987]: DEBUG nova.network.neutron [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updating instance_info_cache with network_info: [{"id": "d385a483-5c7f-4dae-b5bc-034914b966ec", "address": "fa:16:3e:46:fa:8d", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385a483-5c", "ovs_interfaceid": "d385a483-5c7f-4dae-b5bc-034914b966ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.678336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.678618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.680212] env[69987]: INFO nova.compute.claims [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.848888] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.849022] env[69987]: DEBUG nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Instance network_info: |[{"id": "d385a483-5c7f-4dae-b5bc-034914b966ec", "address": "fa:16:3e:46:fa:8d", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385a483-5c", "ovs_interfaceid": "d385a483-5c7f-4dae-b5bc-034914b966ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.849442] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:fa:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd385a483-5c7f-4dae-b5bc-034914b966ec', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.857209] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.857662] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.857902] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b60c5c8-4ffb-4960-a172-0ca285ef838b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.877379] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.877379] env[69987]: value = "task-3501674" [ 1425.877379] env[69987]: _type = "Task" [ 1425.877379] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.884688] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501674, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.387136] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501674, 'name': CreateVM_Task} progress is 99%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.737367] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a67989-478a-4036-a55f-420151ad5f0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.744748] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c59dc-9668-4a1c-8c80-5fbe79c983f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.773763] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791f3671-4980-46f0-8260-932e79b6cf4c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.780362] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cb209c-7279-4306-afe3-873bf3a51f7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.792946] env[69987]: DEBUG nova.compute.provider_tree [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.888488] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501674, 'name': CreateVM_Task, 'duration_secs': 0.559461} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.888642] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.889315] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.889484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.889883] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.890138] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca381a79-207f-49a5-b6a7-3dda105d8ddc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.894197] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1426.894197] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ef6538-8f07-331e-193b-1f53474dddca" [ 1426.894197] env[69987]: _type = "Task" [ 1426.894197] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.902214] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ef6538-8f07-331e-193b-1f53474dddca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.296199] env[69987]: DEBUG nova.scheduler.client.report [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.405511] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ef6538-8f07-331e-193b-1f53474dddca, 'name': SearchDatastore_Task, 'duration_secs': 0.014914} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.405913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.406058] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.406305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.406456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.406636] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.406906] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1d7944-e65b-4dbe-b279-d32a46b10dfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.416162] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.416335] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.417040] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2db356a-77e7-4fab-a862-5459676951b6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.421979] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1427.421979] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52aa3700-67b7-41f5-038d-fbd3404a7a50" [ 1427.421979] env[69987]: _type = "Task" [ 1427.421979] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.428726] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aa3700-67b7-41f5-038d-fbd3404a7a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.800945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.801486] env[69987]: DEBUG nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.933202] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aa3700-67b7-41f5-038d-fbd3404a7a50, 'name': SearchDatastore_Task, 'duration_secs': 0.008266} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.933993] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14fd2f9-1565-4587-bdc5-69739d367a97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.939115] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1427.939115] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52fd12ee-8885-b803-a72c-d1d4d5873b6d" [ 1427.939115] env[69987]: _type = "Task" [ 1427.939115] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.946908] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fd12ee-8885-b803-a72c-d1d4d5873b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.306680] env[69987]: DEBUG nova.compute.utils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1428.308185] env[69987]: DEBUG nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.308356] env[69987]: DEBUG nova.network.neutron [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.359468] env[69987]: DEBUG nova.policy [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf36efb70f241b6ae22771bbedd8ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a183b7ac4cd4826ba57217901c98a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.449515] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52fd12ee-8885-b803-a72c-d1d4d5873b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.450039] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.450039] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 625592de-9e32-40bf-8dbc-9b8f50fffbdb/625592de-9e32-40bf-8dbc-9b8f50fffbdb.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.450304] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa937f93-3adf-47e3-a5c4-0c9dc49c5433 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.456487] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1428.456487] env[69987]: value = "task-3501677" [ 1428.456487] env[69987]: _type = "Task" [ 1428.456487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.464086] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.597249] env[69987]: DEBUG nova.network.neutron [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Successfully created port: e9a598e6-8fc9-4157-9a68-4227eff4d301 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.811683] env[69987]: DEBUG nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.965941] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436172} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.966211] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 625592de-9e32-40bf-8dbc-9b8f50fffbdb/625592de-9e32-40bf-8dbc-9b8f50fffbdb.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.966425] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.966665] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-536b9e25-d33e-4f43-aaac-7156a61ee98c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.972193] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1428.972193] env[69987]: value = "task-3501678" [ 1428.972193] env[69987]: _type = "Task" [ 1428.972193] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.980934] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.482787] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056947} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.482787] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.483206] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a8ac79-676a-4086-b349-e32d104e2747 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.506784] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 625592de-9e32-40bf-8dbc-9b8f50fffbdb/625592de-9e32-40bf-8dbc-9b8f50fffbdb.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.507060] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6236b14-3049-45ec-9afa-12f453450d95 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.526358] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1429.526358] env[69987]: value = "task-3501679" [ 1429.526358] env[69987]: _type = "Task" [ 1429.526358] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.533963] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.822223] env[69987]: DEBUG nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.849956] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.850221] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.850382] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.850564] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.850791] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.850984] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.851221] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.851388] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.851556] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.851722] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.851901] env[69987]: DEBUG nova.virt.hardware [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.852786] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1657de9d-8519-4068-a868-3325dcb50c81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.860782] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ff3dc6-94af-48db-bf72-a96fb39b9877 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.980680] env[69987]: DEBUG nova.compute.manager [req-5643bdd7-87a4-4250-b2dd-1346c1543faa req-cd5aa353-dfdf-4b97-aac3-4fbada3aa2a2 service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Received event network-vif-plugged-e9a598e6-8fc9-4157-9a68-4227eff4d301 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.980868] env[69987]: DEBUG oslo_concurrency.lockutils [req-5643bdd7-87a4-4250-b2dd-1346c1543faa req-cd5aa353-dfdf-4b97-aac3-4fbada3aa2a2 service nova] Acquiring lock "972ddffd-3aa1-4727-998d-a797dcfd37a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.981122] env[69987]: DEBUG oslo_concurrency.lockutils [req-5643bdd7-87a4-4250-b2dd-1346c1543faa req-cd5aa353-dfdf-4b97-aac3-4fbada3aa2a2 service nova] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.981315] env[69987]: DEBUG oslo_concurrency.lockutils [req-5643bdd7-87a4-4250-b2dd-1346c1543faa req-cd5aa353-dfdf-4b97-aac3-4fbada3aa2a2 service nova] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.981485] env[69987]: DEBUG nova.compute.manager [req-5643bdd7-87a4-4250-b2dd-1346c1543faa req-cd5aa353-dfdf-4b97-aac3-4fbada3aa2a2 service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] No waiting events found dispatching network-vif-plugged-e9a598e6-8fc9-4157-9a68-4227eff4d301 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.981653] env[69987]: WARNING nova.compute.manager [req-5643bdd7-87a4-4250-b2dd-1346c1543faa req-cd5aa353-dfdf-4b97-aac3-4fbada3aa2a2 service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Received unexpected event network-vif-plugged-e9a598e6-8fc9-4157-9a68-4227eff4d301 for instance with vm_state building and task_state spawning. [ 1430.036237] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.066763] env[69987]: DEBUG nova.network.neutron [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Successfully updated port: e9a598e6-8fc9-4157-9a68-4227eff4d301 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.536645] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501679, 'name': ReconfigVM_Task, 'duration_secs': 0.734694} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.536910] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 625592de-9e32-40bf-8dbc-9b8f50fffbdb/625592de-9e32-40bf-8dbc-9b8f50fffbdb.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.537559] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb2b6436-6c49-4b1c-8408-ef8c05465aa4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.543465] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1430.543465] env[69987]: value = "task-3501680" [ 1430.543465] env[69987]: _type = "Task" [ 1430.543465] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.551892] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501680, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.569725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "refresh_cache-972ddffd-3aa1-4727-998d-a797dcfd37a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.569897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "refresh_cache-972ddffd-3aa1-4727-998d-a797dcfd37a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.570068] env[69987]: DEBUG nova.network.neutron [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.052762] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501680, 'name': Rename_Task, 'duration_secs': 0.139024} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.053045] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.053296] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11fbb6ef-9bb4-4999-8a82-ee145ea55587 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.059252] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1431.059252] env[69987]: value = "task-3501681" [ 1431.059252] env[69987]: _type = "Task" [ 1431.059252] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.067557] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.100599] env[69987]: DEBUG nova.network.neutron [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.230824] env[69987]: DEBUG nova.network.neutron [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Updating instance_info_cache with network_info: [{"id": "e9a598e6-8fc9-4157-9a68-4227eff4d301", "address": "fa:16:3e:e7:56:83", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a598e6-8f", "ovs_interfaceid": "e9a598e6-8fc9-4157-9a68-4227eff4d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.569121] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501681, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.733682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "refresh_cache-972ddffd-3aa1-4727-998d-a797dcfd37a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.734060] env[69987]: DEBUG nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Instance network_info: |[{"id": "e9a598e6-8fc9-4157-9a68-4227eff4d301", "address": "fa:16:3e:e7:56:83", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a598e6-8f", "ovs_interfaceid": "e9a598e6-8fc9-4157-9a68-4227eff4d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1431.734518] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:56:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9a598e6-8fc9-4157-9a68-4227eff4d301', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.742150] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating folder: Project (0a183b7ac4cd4826ba57217901c98a03). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1431.742426] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15d9475e-05f6-443c-8f2a-57194c1d52b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.754113] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created folder: Project (0a183b7ac4cd4826ba57217901c98a03) in parent group-v699418. [ 1431.754298] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating folder: Instances. Parent ref: group-v699747. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1431.754520] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be525c9f-8495-46a6-951d-3bdc8bc63326 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.766623] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created folder: Instances in parent group-v699747. [ 1431.766846] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1431.767038] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.767238] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e0d454-245a-4f25-86c2-25d3a478d50c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.784589] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.784589] env[69987]: value = "task-3501685" [ 1431.784589] env[69987]: _type = "Task" [ 1431.784589] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.791464] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501685, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.006060] env[69987]: DEBUG nova.compute.manager [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Received event network-changed-e9a598e6-8fc9-4157-9a68-4227eff4d301 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.006381] env[69987]: DEBUG nova.compute.manager [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Refreshing instance network info cache due to event network-changed-e9a598e6-8fc9-4157-9a68-4227eff4d301. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1432.006630] env[69987]: DEBUG oslo_concurrency.lockutils [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] Acquiring lock "refresh_cache-972ddffd-3aa1-4727-998d-a797dcfd37a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.006793] env[69987]: DEBUG oslo_concurrency.lockutils [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] Acquired lock "refresh_cache-972ddffd-3aa1-4727-998d-a797dcfd37a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.007198] env[69987]: DEBUG nova.network.neutron [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Refreshing network info cache for port e9a598e6-8fc9-4157-9a68-4227eff4d301 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.068835] env[69987]: DEBUG oslo_vmware.api [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501681, 'name': PowerOnVM_Task, 'duration_secs': 0.51274} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.069188] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.069525] env[69987]: INFO nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1432.069805] env[69987]: DEBUG nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.070881] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2cdc8-3189-4a22-9546-8185b24b774b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.294908] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501685, 'name': CreateVM_Task, 'duration_secs': 0.29413} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.297053] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.297053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.297053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.297053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.297053] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61671938-88ca-4f96-b4ba-b0b35d7ef04d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.301213] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1432.301213] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5226c982-be87-b0d9-cfae-d1bd09474dd0" [ 1432.301213] env[69987]: _type = "Task" [ 1432.301213] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.308432] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5226c982-be87-b0d9-cfae-d1bd09474dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.588869] env[69987]: INFO nova.compute.manager [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Took 13.60 seconds to build instance. [ 1432.686202] env[69987]: DEBUG nova.network.neutron [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Updated VIF entry in instance network info cache for port e9a598e6-8fc9-4157-9a68-4227eff4d301. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.686566] env[69987]: DEBUG nova.network.neutron [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Updating instance_info_cache with network_info: [{"id": "e9a598e6-8fc9-4157-9a68-4227eff4d301", "address": "fa:16:3e:e7:56:83", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a598e6-8f", "ovs_interfaceid": "e9a598e6-8fc9-4157-9a68-4227eff4d301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.811513] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5226c982-be87-b0d9-cfae-d1bd09474dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.811933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.812061] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.812278] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.813024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.813024] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.813024] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1782601-6514-43d2-81c4-c5bb2c74bdc2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.820581] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.820762] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.821456] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d697b-fa7b-4678-925a-217b9a1fe889 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.826831] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1432.826831] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f5edf1-9063-67e6-26e3-54ff2a5dbd74" [ 1432.826831] env[69987]: _type = "Task" [ 1432.826831] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.833636] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f5edf1-9063-67e6-26e3-54ff2a5dbd74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.091027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-47557416-39a1-45b5-badc-1a958f9a37d5 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.113s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.188927] env[69987]: DEBUG oslo_concurrency.lockutils [req-00db35f3-eb3d-4cda-a2c1-fd9403d6f9bf req-35fe20c6-ba5e-4219-be50-d0629d02bd2e service nova] Releasing lock "refresh_cache-972ddffd-3aa1-4727-998d-a797dcfd37a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.339054] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f5edf1-9063-67e6-26e3-54ff2a5dbd74, 'name': SearchDatastore_Task, 'duration_secs': 0.008171} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.339953] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d32bfdc-224d-43af-a87a-a3cbcebca47f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.345707] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1433.345707] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d0769a-9fd5-6d02-33f7-b2cbe403c3c0" [ 1433.345707] env[69987]: _type = "Task" [ 1433.345707] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.353432] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d0769a-9fd5-6d02-33f7-b2cbe403c3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.856666] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d0769a-9fd5-6d02-33f7-b2cbe403c3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.857021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.857021] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 972ddffd-3aa1-4727-998d-a797dcfd37a8/972ddffd-3aa1-4727-998d-a797dcfd37a8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.858233] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af2a1f55-7947-4015-a761-b895f9a01dad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.863765] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1433.863765] env[69987]: value = "task-3501686" [ 1433.863765] env[69987]: _type = "Task" [ 1433.863765] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.871491] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.036429] env[69987]: DEBUG nova.compute.manager [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Received event network-changed-d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.036573] env[69987]: DEBUG nova.compute.manager [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Refreshing instance network info cache due to event network-changed-d385a483-5c7f-4dae-b5bc-034914b966ec. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1434.036737] env[69987]: DEBUG oslo_concurrency.lockutils [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] Acquiring lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.036838] env[69987]: DEBUG oslo_concurrency.lockutils [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] Acquired lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.037023] env[69987]: DEBUG nova.network.neutron [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Refreshing network info cache for port d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.373100] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439455} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.373331] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 972ddffd-3aa1-4727-998d-a797dcfd37a8/972ddffd-3aa1-4727-998d-a797dcfd37a8.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.373547] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.373894] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d58e154-28cb-4381-b61b-96f97d1b3e56 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.380639] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1434.380639] env[69987]: value = "task-3501687" [ 1434.380639] env[69987]: _type = "Task" [ 1434.380639] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.389792] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.842907] env[69987]: DEBUG nova.network.neutron [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updated VIF entry in instance network info cache for port d385a483-5c7f-4dae-b5bc-034914b966ec. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.843290] env[69987]: DEBUG nova.network.neutron [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updating instance_info_cache with network_info: [{"id": "d385a483-5c7f-4dae-b5bc-034914b966ec", "address": "fa:16:3e:46:fa:8d", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385a483-5c", "ovs_interfaceid": "d385a483-5c7f-4dae-b5bc-034914b966ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.890314] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106876} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.890578] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.891570] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3006e07-d266-4fd3-96c0-77af62170c83 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.914349] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 972ddffd-3aa1-4727-998d-a797dcfd37a8/972ddffd-3aa1-4727-998d-a797dcfd37a8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.914631] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a197ee-d8dc-48c8-8492-7b5a88aef067 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.935629] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1434.935629] env[69987]: value = "task-3501688" [ 1434.935629] env[69987]: _type = "Task" [ 1434.935629] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.943577] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.346257] env[69987]: DEBUG oslo_concurrency.lockutils [req-3eee15eb-060d-4e5d-9198-e70f02019c3b req-761b57e1-3111-4348-9639-9e69f60974d2 service nova] Releasing lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.445664] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501688, 'name': ReconfigVM_Task, 'duration_secs': 0.463492} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.445944] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 972ddffd-3aa1-4727-998d-a797dcfd37a8/972ddffd-3aa1-4727-998d-a797dcfd37a8.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.448276] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff0cd97-46cd-46e6-884e-40a77f9ad804 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.453214] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1435.453214] env[69987]: value = "task-3501689" [ 1435.453214] env[69987]: _type = "Task" [ 1435.453214] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.462426] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501689, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.962939] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501689, 'name': Rename_Task, 'duration_secs': 0.128408} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.963302] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.963500] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b752324-1898-4c46-b16b-cc66b5a373f7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.969820] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1435.969820] env[69987]: value = "task-3501690" [ 1435.969820] env[69987]: _type = "Task" [ 1435.969820] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.977450] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.480067] env[69987]: DEBUG oslo_vmware.api [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501690, 'name': PowerOnVM_Task, 'duration_secs': 0.423464} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.480449] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.480680] env[69987]: INFO nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1436.480858] env[69987]: DEBUG nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.481625] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c21309-746a-44b0-9216-41ae72ddada0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.997384] env[69987]: INFO nova.compute.manager [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Took 11.34 seconds to build instance. [ 1437.500132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b3479705-b6c4-4c15-9255-731e04425684 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.847s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.756156] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.756462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.258795] env[69987]: DEBUG nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.781971] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.782375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.783792] env[69987]: INFO nova.compute.claims [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.858350] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a61a2ac-a90d-461e-b0a8-85f4a9f2a2bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.866627] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ae9f9-dbd9-492e-b8d8-4163f275ddac {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.899754] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a73d47a-0e45-446c-b12f-46d5d81a12ef {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.907718] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e63e2f-11d7-4499-896b-37584cf8fb95 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.921758] env[69987]: DEBUG nova.compute.provider_tree [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.425158] env[69987]: DEBUG nova.scheduler.client.report [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.930658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.931615] env[69987]: DEBUG nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.436745] env[69987]: DEBUG nova.compute.utils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1442.438336] env[69987]: DEBUG nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1442.438445] env[69987]: DEBUG nova.network.neutron [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.488025] env[69987]: DEBUG nova.policy [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf36efb70f241b6ae22771bbedd8ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a183b7ac4cd4826ba57217901c98a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1442.742557] env[69987]: DEBUG nova.network.neutron [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Successfully created port: b1f899f5-6268-4b68-83ab-8061f1c8abe3 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1442.943340] env[69987]: DEBUG nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.953047] env[69987]: DEBUG nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.979732] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.980053] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.980275] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.980416] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.980566] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.980712] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.980962] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.981149] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.981326] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.981505] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.981688] env[69987]: DEBUG nova.virt.hardware [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.982601] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ddd63-1ee4-40d7-b62f-4c596c733333 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.990529] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898c99e-e661-43e4-beb8-ab7c7ccdf9e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.093601] env[69987]: DEBUG nova.compute.manager [req-804cded3-7df7-4a90-89db-67d3aa0f77c5 req-95364239-1c57-4163-99ac-32d5fb00eece service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Received event network-vif-plugged-b1f899f5-6268-4b68-83ab-8061f1c8abe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.093832] env[69987]: DEBUG oslo_concurrency.lockutils [req-804cded3-7df7-4a90-89db-67d3aa0f77c5 req-95364239-1c57-4163-99ac-32d5fb00eece service nova] Acquiring lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.094057] env[69987]: DEBUG oslo_concurrency.lockutils [req-804cded3-7df7-4a90-89db-67d3aa0f77c5 req-95364239-1c57-4163-99ac-32d5fb00eece service nova] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.094234] env[69987]: DEBUG oslo_concurrency.lockutils [req-804cded3-7df7-4a90-89db-67d3aa0f77c5 req-95364239-1c57-4163-99ac-32d5fb00eece service nova] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.094403] env[69987]: DEBUG nova.compute.manager [req-804cded3-7df7-4a90-89db-67d3aa0f77c5 req-95364239-1c57-4163-99ac-32d5fb00eece service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] No waiting events found dispatching network-vif-plugged-b1f899f5-6268-4b68-83ab-8061f1c8abe3 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.094571] env[69987]: WARNING nova.compute.manager [req-804cded3-7df7-4a90-89db-67d3aa0f77c5 req-95364239-1c57-4163-99ac-32d5fb00eece service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Received unexpected event network-vif-plugged-b1f899f5-6268-4b68-83ab-8061f1c8abe3 for instance with vm_state building and task_state spawning. [ 1444.170501] env[69987]: DEBUG nova.network.neutron [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Successfully updated port: b1f899f5-6268-4b68-83ab-8061f1c8abe3 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.673753] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "refresh_cache-c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.673997] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "refresh_cache-c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.674119] env[69987]: DEBUG nova.network.neutron [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.204798] env[69987]: DEBUG nova.network.neutron [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.316416] env[69987]: DEBUG nova.network.neutron [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Updating instance_info_cache with network_info: [{"id": "b1f899f5-6268-4b68-83ab-8061f1c8abe3", "address": "fa:16:3e:f7:cd:5e", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f899f5-62", "ovs_interfaceid": "b1f899f5-6268-4b68-83ab-8061f1c8abe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.819862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "refresh_cache-c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.819862] env[69987]: DEBUG nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Instance network_info: |[{"id": "b1f899f5-6268-4b68-83ab-8061f1c8abe3", "address": "fa:16:3e:f7:cd:5e", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f899f5-62", "ovs_interfaceid": "b1f899f5-6268-4b68-83ab-8061f1c8abe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.820140] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:cd:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f899f5-6268-4b68-83ab-8061f1c8abe3', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.827750] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.828178] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.828666] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e5cd0d1-43f5-481e-9197-940aba9f6fb2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.850013] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.850013] env[69987]: value = "task-3501691" [ 1445.850013] env[69987]: _type = "Task" [ 1445.850013] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.857375] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501691, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.120035] env[69987]: DEBUG nova.compute.manager [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Received event network-changed-b1f899f5-6268-4b68-83ab-8061f1c8abe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.120284] env[69987]: DEBUG nova.compute.manager [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Refreshing instance network info cache due to event network-changed-b1f899f5-6268-4b68-83ab-8061f1c8abe3. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1446.120454] env[69987]: DEBUG oslo_concurrency.lockutils [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] Acquiring lock "refresh_cache-c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.120609] env[69987]: DEBUG oslo_concurrency.lockutils [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] Acquired lock "refresh_cache-c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.120808] env[69987]: DEBUG nova.network.neutron [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Refreshing network info cache for port b1f899f5-6268-4b68-83ab-8061f1c8abe3 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.360192] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501691, 'name': CreateVM_Task, 'duration_secs': 0.279769} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.360545] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.360986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.361168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.361490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.361736] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a3904d-dad4-4a33-a5b3-9e31ed859c5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.365938] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1446.365938] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520d00a1-1083-e072-984b-9525165a7f65" [ 1446.365938] env[69987]: _type = "Task" [ 1446.365938] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.373337] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520d00a1-1083-e072-984b-9525165a7f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.802482] env[69987]: DEBUG nova.network.neutron [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Updated VIF entry in instance network info cache for port b1f899f5-6268-4b68-83ab-8061f1c8abe3. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.803602] env[69987]: DEBUG nova.network.neutron [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Updating instance_info_cache with network_info: [{"id": "b1f899f5-6268-4b68-83ab-8061f1c8abe3", "address": "fa:16:3e:f7:cd:5e", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f899f5-62", "ovs_interfaceid": "b1f899f5-6268-4b68-83ab-8061f1c8abe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.876127] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520d00a1-1083-e072-984b-9525165a7f65, 'name': SearchDatastore_Task, 'duration_secs': 0.008871} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.876442] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.876678] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.876918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.877083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.877266] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.877527] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3da97a-c444-49ca-97b3-12feb6df0622 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.886060] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.886246] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.886937] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ddc421-17be-403a-bd47-568cba44df3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.891699] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1446.891699] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ddb804-33af-40f8-5945-a0a324f47ad1" [ 1446.891699] env[69987]: _type = "Task" [ 1446.891699] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.900054] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ddb804-33af-40f8-5945-a0a324f47ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.306631] env[69987]: DEBUG oslo_concurrency.lockutils [req-c5045e1e-2111-4ffd-b779-c241f787783b req-96a01099-8931-4564-8650-e3cb68db3fee service nova] Releasing lock "refresh_cache-c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.402318] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ddb804-33af-40f8-5945-a0a324f47ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.007565} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.403113] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc5777b-df1f-4b8a-8654-350a19be5b9e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.408088] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1447.408088] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52801c81-edda-5d35-ed38-1539adecc2f4" [ 1447.408088] env[69987]: _type = "Task" [ 1447.408088] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.415276] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52801c81-edda-5d35-ed38-1539adecc2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.918872] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52801c81-edda-5d35-ed38-1539adecc2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.919915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.919915] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] c7aa458d-1da7-43e5-a6d7-a2caabe4e10a/c7aa458d-1da7-43e5-a6d7-a2caabe4e10a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.919915] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a340ddc7-60ac-418b-ae11-30e2dd711fec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.926040] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1447.926040] env[69987]: value = "task-3501692" [ 1447.926040] env[69987]: _type = "Task" [ 1447.926040] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.933291] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.435711] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409359} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.436119] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] c7aa458d-1da7-43e5-a6d7-a2caabe4e10a/c7aa458d-1da7-43e5-a6d7-a2caabe4e10a.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.436207] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.436433] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f05e97e-b7bb-4475-82c2-ec57adaffb9c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.443073] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1448.443073] env[69987]: value = "task-3501693" [ 1448.443073] env[69987]: _type = "Task" [ 1448.443073] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.450615] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.952776] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059664} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.953053] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.953840] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e008b-8836-43f5-b403-9dbad261a34d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.974858] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] c7aa458d-1da7-43e5-a6d7-a2caabe4e10a/c7aa458d-1da7-43e5-a6d7-a2caabe4e10a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.975502] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc4e605-660e-4efb-985a-15d7cdeea523 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.995026] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1448.995026] env[69987]: value = "task-3501694" [ 1448.995026] env[69987]: _type = "Task" [ 1448.995026] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.001546] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.504054] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501694, 'name': ReconfigVM_Task, 'duration_secs': 0.263758} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.504362] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] c7aa458d-1da7-43e5-a6d7-a2caabe4e10a/c7aa458d-1da7-43e5-a6d7-a2caabe4e10a.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.505102] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcd46ba1-ec19-417e-85a4-49d37ae11ecb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.511352] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1449.511352] env[69987]: value = "task-3501695" [ 1449.511352] env[69987]: _type = "Task" [ 1449.511352] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.518677] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501695, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.022019] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501695, 'name': Rename_Task, 'duration_secs': 0.149699} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.022298] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.022539] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9b2f0d-569f-41e3-8fd4-a71178321273 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.030077] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1450.030077] env[69987]: value = "task-3501696" [ 1450.030077] env[69987]: _type = "Task" [ 1450.030077] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.037305] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.541060] env[69987]: DEBUG oslo_vmware.api [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501696, 'name': PowerOnVM_Task, 'duration_secs': 0.445305} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.541467] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.541543] env[69987]: INFO nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1450.541682] env[69987]: DEBUG nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.542461] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7660bacb-5a02-4abc-bd7e-942d1c9d7aa5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.848728] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.060113] env[69987]: INFO nova.compute.manager [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Took 11.30 seconds to build instance. [ 1451.561354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-ef309ad6-5a75-4567-aa50-ef1d3c270043 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.805s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.039486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.039779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.040032] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.040238] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.040411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.042845] env[69987]: INFO nova.compute.manager [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Terminating instance [ 1452.547719] env[69987]: DEBUG nova.compute.manager [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.547985] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.549314] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a7649-7643-48d5-af92-8d1cba4f1ed3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.557273] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.557430] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af22fbdb-b8b6-4f7c-a224-69f202607a6f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.564077] env[69987]: DEBUG oslo_vmware.api [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1452.564077] env[69987]: value = "task-3501697" [ 1452.564077] env[69987]: _type = "Task" [ 1452.564077] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.572432] env[69987]: DEBUG oslo_vmware.api [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.849507] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.850947] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1453.073593] env[69987]: DEBUG oslo_vmware.api [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501697, 'name': PowerOffVM_Task, 'duration_secs': 0.182364} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.073843] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.074018] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.074261] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-deb3ff16-abc8-45c5-a658-edb87ebdffd1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.133175] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.133363] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.133533] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleting the datastore file [datastore1] c7aa458d-1da7-43e5-a6d7-a2caabe4e10a {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.133809] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4152046-dc2c-4fbe-81c2-9dd56e602205 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.139509] env[69987]: DEBUG oslo_vmware.api [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1453.139509] env[69987]: value = "task-3501699" [ 1453.139509] env[69987]: _type = "Task" [ 1453.139509] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.147191] env[69987]: DEBUG oslo_vmware.api [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.649927] env[69987]: DEBUG oslo_vmware.api [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154171} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.650292] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.650411] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.650583] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.650756] env[69987]: INFO nova.compute.manager [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1453.651052] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.651263] env[69987]: DEBUG nova.compute.manager [-] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.651362] env[69987]: DEBUG nova.network.neutron [-] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.875427] env[69987]: DEBUG nova.compute.manager [req-bef14958-5174-4e6f-ad82-cdc9a1613535 req-bf6e97c0-08cd-4822-8ffd-9b8422d9addf service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Received event network-vif-deleted-b1f899f5-6268-4b68-83ab-8061f1c8abe3 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.875632] env[69987]: INFO nova.compute.manager [req-bef14958-5174-4e6f-ad82-cdc9a1613535 req-bf6e97c0-08cd-4822-8ffd-9b8422d9addf service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Neutron deleted interface b1f899f5-6268-4b68-83ab-8061f1c8abe3; detaching it from the instance and deleting it from the info cache [ 1453.875801] env[69987]: DEBUG nova.network.neutron [req-bef14958-5174-4e6f-ad82-cdc9a1613535 req-bf6e97c0-08cd-4822-8ffd-9b8422d9addf service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.356249] env[69987]: DEBUG nova.network.neutron [-] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.378634] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1fbab3f9-1bd0-4a2f-a815-4ff72e9fbd89 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.388174] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc663c6b-78ec-45ae-856a-68ececbb2cfb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.414245] env[69987]: DEBUG nova.compute.manager [req-bef14958-5174-4e6f-ad82-cdc9a1613535 req-bf6e97c0-08cd-4822-8ffd-9b8422d9addf service nova] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Detach interface failed, port_id=b1f899f5-6268-4b68-83ab-8061f1c8abe3, reason: Instance c7aa458d-1da7-43e5-a6d7-a2caabe4e10a could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1454.845954] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.848777] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.848988] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.859302] env[69987]: INFO nova.compute.manager [-] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Took 1.21 seconds to deallocate network for instance. [ 1455.352259] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.352527] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.352695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.352850] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1455.353763] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8a57f9-b180-495b-9b52-07f338ea6a3e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.362263] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f350938b-a218-45ee-938f-476d124d2238 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.366428] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.366662] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.366870] env[69987]: DEBUG nova.objects.instance [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'resources' on Instance uuid c7aa458d-1da7-43e5-a6d7-a2caabe4e10a {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.378735] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f14880-476c-472e-b4f3-66d4db548fb6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.384925] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82628eff-bc96-4bd7-a5ef-f3aaf4b14430 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.415247] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179873MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1455.415397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.935369] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1666382-eece-4be8-8c48-4f296f47e022 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.943208] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2dfbc2-ca4f-4ae9-8ff8-8f0bab56b0cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.972574] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae837715-6d93-4420-ba5b-aa9c0aa6a10f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.979216] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c0c0eb-5c62-4368-b44b-97d0b8f8c913 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.991867] env[69987]: DEBUG nova.compute.provider_tree [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.494715] env[69987]: DEBUG nova.scheduler.client.report [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.999591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.001905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.586s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.021429] env[69987]: INFO nova.scheduler.client.report [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted allocations for instance c7aa458d-1da7-43e5-a6d7-a2caabe4e10a [ 1457.528701] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e0768e61-3f81-4695-b0ed-d597c9448f87 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "c7aa458d-1da7-43e5-a6d7-a2caabe4e10a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.489s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.022887] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 531dac7d-ce31-4957-b401-bcd6ee685854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1458.023201] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 625592de-9e32-40bf-8dbc-9b8f50fffbdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1458.023201] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 972ddffd-3aa1-4727-998d-a797dcfd37a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1458.023375] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1458.023517] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1458.067476] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063323b4-0e81-4500-ad6a-0a31ecc87a89 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.074847] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a58d677-8b65-4c0c-9cf8-d2ccac67b920 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.105096] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508fa7b-aec5-4c33-85cf-cb8f1f5f9158 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.111982] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7ea2dd-fabc-4202-ae1e-323cdd70440c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.124698] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.628034] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.990793] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "ca95b349-5df3-435e-9369-ae288477dc4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.990963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "ca95b349-5df3-435e-9369-ae288477dc4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.132483] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1459.132833] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.131s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.166448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.166673] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.166878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.167082] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.167307] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.169271] env[69987]: INFO nova.compute.manager [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Terminating instance [ 1459.494477] env[69987]: DEBUG nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.672836] env[69987]: DEBUG nova.compute.manager [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.673105] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.674038] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069edb7e-54d8-4c32-a497-efb25fa54f51 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.681740] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.681956] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2563d2a4-84af-418e-a633-b62e82b1fcd8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.687462] env[69987]: DEBUG oslo_vmware.api [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1459.687462] env[69987]: value = "task-3501700" [ 1459.687462] env[69987]: _type = "Task" [ 1459.687462] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.694883] env[69987]: DEBUG oslo_vmware.api [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.015399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.015675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.017207] env[69987]: INFO nova.compute.claims [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.197554] env[69987]: DEBUG oslo_vmware.api [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501700, 'name': PowerOffVM_Task, 'duration_secs': 0.213942} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.197901] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.197968] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.198178] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d78c780-c146-40ea-af55-014fcae3da0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.261740] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.262115] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.262364] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleting the datastore file [datastore2] 531dac7d-ce31-4957-b401-bcd6ee685854 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.262633] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f01e47-8a1a-4bdd-83e4-6e790d572c93 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.268332] env[69987]: DEBUG oslo_vmware.api [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for the task: (returnval){ [ 1460.268332] env[69987]: value = "task-3501702" [ 1460.268332] env[69987]: _type = "Task" [ 1460.268332] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.275925] env[69987]: DEBUG oslo_vmware.api [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.778590] env[69987]: DEBUG oslo_vmware.api [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Task: {'id': task-3501702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13474} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.778781] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.778967] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.779167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.779403] env[69987]: INFO nova.compute.manager [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1460.779661] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.779850] env[69987]: DEBUG nova.compute.manager [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.779966] env[69987]: DEBUG nova.network.neutron [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.089183] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55990cc0-a91b-4e0c-8390-72f005b02bfd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.097874] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1a9c40-c356-4414-b331-b40b58c50ffe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.129145] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffe04d0-94a5-45b3-bf63-40f99120a019 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.133328] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.135358] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.135599] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.136763] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b5bec-ea10-4fa2-81ba-053c922edc26 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.149892] env[69987]: DEBUG nova.compute.provider_tree [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.211973] env[69987]: DEBUG nova.compute.manager [req-d5ac0b16-f391-4db2-a73e-877cf20d1ee3 req-29ac6a39-cf56-4c33-8907-54d37a10000d service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Received event network-vif-deleted-4771828a-e218-4937-b79e-0841c57da8c7 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.211973] env[69987]: INFO nova.compute.manager [req-d5ac0b16-f391-4db2-a73e-877cf20d1ee3 req-29ac6a39-cf56-4c33-8907-54d37a10000d service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Neutron deleted interface 4771828a-e218-4937-b79e-0841c57da8c7; detaching it from the instance and deleting it from the info cache [ 1461.212532] env[69987]: DEBUG nova.network.neutron [req-d5ac0b16-f391-4db2-a73e-877cf20d1ee3 req-29ac6a39-cf56-4c33-8907-54d37a10000d service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.652814] env[69987]: DEBUG nova.scheduler.client.report [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.696473] env[69987]: DEBUG nova.network.neutron [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.715185] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a059d7d9-8a7a-4115-8ae9-3bd0d879e29e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.725272] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d268737b-4f70-4a1f-a82e-7baabef711fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.751079] env[69987]: DEBUG nova.compute.manager [req-d5ac0b16-f391-4db2-a73e-877cf20d1ee3 req-29ac6a39-cf56-4c33-8907-54d37a10000d service nova] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Detach interface failed, port_id=4771828a-e218-4937-b79e-0841c57da8c7, reason: Instance 531dac7d-ce31-4957-b401-bcd6ee685854 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1462.157761] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.158373] env[69987]: DEBUG nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.198823] env[69987]: INFO nova.compute.manager [-] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Took 1.42 seconds to deallocate network for instance. [ 1462.664717] env[69987]: DEBUG nova.compute.utils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1462.666226] env[69987]: DEBUG nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.666318] env[69987]: DEBUG nova.network.neutron [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.704747] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.705033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.705257] env[69987]: DEBUG nova.objects.instance [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lazy-loading 'resources' on Instance uuid 531dac7d-ce31-4957-b401-bcd6ee685854 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.712193] env[69987]: DEBUG nova.policy [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf36efb70f241b6ae22771bbedd8ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a183b7ac4cd4826ba57217901c98a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.964588] env[69987]: DEBUG nova.network.neutron [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Successfully created port: d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.170404] env[69987]: DEBUG nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.268024] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3dbfd6-30d8-4052-96fa-70e2fbf0a799 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.275390] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12688482-ce67-490f-967d-ce41172f6b90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.305318] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77051e82-11d1-446b-9ac4-db6837e8ac13 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.312463] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5271b1eb-e2c7-4f3c-8151-e30fd3152074 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.325447] env[69987]: DEBUG nova.compute.provider_tree [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.828666] env[69987]: DEBUG nova.scheduler.client.report [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.182170] env[69987]: DEBUG nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.209303] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.209560] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.209717] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.209897] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.210098] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.210276] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.210594] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.210824] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.211036] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.211217] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.211394] env[69987]: DEBUG nova.virt.hardware [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.212267] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c733f46-012e-4ec7-be2f-06e13df1fd3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.221591] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607a8d8-39d7-4f38-848e-6e8d5eb46c5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.324485] env[69987]: DEBUG nova.compute.manager [req-7b6faced-b24e-4bd2-ab4f-da973250c326 req-7c41d801-c41b-4552-ab68-56f727a178f6 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Received event network-vif-plugged-d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.324611] env[69987]: DEBUG oslo_concurrency.lockutils [req-7b6faced-b24e-4bd2-ab4f-da973250c326 req-7c41d801-c41b-4552-ab68-56f727a178f6 service nova] Acquiring lock "ca95b349-5df3-435e-9369-ae288477dc4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.324799] env[69987]: DEBUG oslo_concurrency.lockutils [req-7b6faced-b24e-4bd2-ab4f-da973250c326 req-7c41d801-c41b-4552-ab68-56f727a178f6 service nova] Lock "ca95b349-5df3-435e-9369-ae288477dc4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.324971] env[69987]: DEBUG oslo_concurrency.lockutils [req-7b6faced-b24e-4bd2-ab4f-da973250c326 req-7c41d801-c41b-4552-ab68-56f727a178f6 service nova] Lock "ca95b349-5df3-435e-9369-ae288477dc4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.325250] env[69987]: DEBUG nova.compute.manager [req-7b6faced-b24e-4bd2-ab4f-da973250c326 req-7c41d801-c41b-4552-ab68-56f727a178f6 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] No waiting events found dispatching network-vif-plugged-d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.325333] env[69987]: WARNING nova.compute.manager [req-7b6faced-b24e-4bd2-ab4f-da973250c326 req-7c41d801-c41b-4552-ab68-56f727a178f6 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Received unexpected event network-vif-plugged-d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 for instance with vm_state building and task_state spawning. [ 1464.332785] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.349869] env[69987]: INFO nova.scheduler.client.report [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Deleted allocations for instance 531dac7d-ce31-4957-b401-bcd6ee685854 [ 1464.403713] env[69987]: DEBUG nova.network.neutron [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Successfully updated port: d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.858339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2c585d89-2bbb-4fcc-9576-3d19975ac237 tempest-AttachVolumeShelveTestJSON-1941643989 tempest-AttachVolumeShelveTestJSON-1941643989-project-member] Lock "531dac7d-ce31-4957-b401-bcd6ee685854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.906829] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "refresh_cache-ca95b349-5df3-435e-9369-ae288477dc4e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.906987] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "refresh_cache-ca95b349-5df3-435e-9369-ae288477dc4e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.907189] env[69987]: DEBUG nova.network.neutron [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.461884] env[69987]: DEBUG nova.network.neutron [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1465.634926] env[69987]: DEBUG nova.network.neutron [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Updating instance_info_cache with network_info: [{"id": "d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50", "address": "fa:16:3e:43:83:96", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd27f4b7b-5c", "ovs_interfaceid": "d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.137633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "refresh_cache-ca95b349-5df3-435e-9369-ae288477dc4e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.137976] env[69987]: DEBUG nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Instance network_info: |[{"id": "d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50", "address": "fa:16:3e:43:83:96", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd27f4b7b-5c", "ovs_interfaceid": "d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.138370] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:83:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.146079] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1466.146288] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.146512] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68952c6b-0d20-4f05-bcfa-2d8b7c04bf74 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.166298] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.166298] env[69987]: value = "task-3501703" [ 1466.166298] env[69987]: _type = "Task" [ 1466.166298] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.173691] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501703, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.352415] env[69987]: DEBUG nova.compute.manager [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Received event network-changed-d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.352585] env[69987]: DEBUG nova.compute.manager [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Refreshing instance network info cache due to event network-changed-d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1466.352819] env[69987]: DEBUG oslo_concurrency.lockutils [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] Acquiring lock "refresh_cache-ca95b349-5df3-435e-9369-ae288477dc4e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.352901] env[69987]: DEBUG oslo_concurrency.lockutils [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] Acquired lock "refresh_cache-ca95b349-5df3-435e-9369-ae288477dc4e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.353081] env[69987]: DEBUG nova.network.neutron [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Refreshing network info cache for port d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.676438] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501703, 'name': CreateVM_Task, 'duration_secs': 0.28844} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.676615] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1466.677293] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.677457] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.677779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.678039] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888ce9ea-c981-49ef-a2da-f9f7a1e0e09f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.682095] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1466.682095] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5220dec4-e0e7-80bd-d1a0-3fe69c034ca3" [ 1466.682095] env[69987]: _type = "Task" [ 1466.682095] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.689327] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5220dec4-e0e7-80bd-d1a0-3fe69c034ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.056130] env[69987]: DEBUG nova.network.neutron [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Updated VIF entry in instance network info cache for port d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.056523] env[69987]: DEBUG nova.network.neutron [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Updating instance_info_cache with network_info: [{"id": "d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50", "address": "fa:16:3e:43:83:96", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd27f4b7b-5c", "ovs_interfaceid": "d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.193591] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5220dec4-e0e7-80bd-d1a0-3fe69c034ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.193970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.194167] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.194431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.194581] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.194758] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.195333] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920d54f9-4007-47c1-8b2d-2be2f7b6e549 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.203341] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.203517] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.204240] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f73d04f-12d2-44d0-a266-6f020aaeee4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.208894] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1467.208894] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5285dab5-43ac-d788-878b-205fe0e5f7be" [ 1467.208894] env[69987]: _type = "Task" [ 1467.208894] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.215970] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5285dab5-43ac-d788-878b-205fe0e5f7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.559277] env[69987]: DEBUG oslo_concurrency.lockutils [req-f0d4440b-b3b5-490e-a3a6-34a03e20ddae req-607c9684-995d-4ec8-8f2e-da274c499302 service nova] Releasing lock "refresh_cache-ca95b349-5df3-435e-9369-ae288477dc4e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.719332] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5285dab5-43ac-d788-878b-205fe0e5f7be, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.720073] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b8e1e14-633f-4ded-99a8-f224b48f85ca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.724787] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1467.724787] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5282333f-cc38-1de6-ea29-005973a61da7" [ 1467.724787] env[69987]: _type = "Task" [ 1467.724787] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.732042] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5282333f-cc38-1de6-ea29-005973a61da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.235647] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5282333f-cc38-1de6-ea29-005973a61da7, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.236022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.236255] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ca95b349-5df3-435e-9369-ae288477dc4e/ca95b349-5df3-435e-9369-ae288477dc4e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.236543] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85bbb1c6-4294-42c4-a3f7-f284a03863b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.242946] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1468.242946] env[69987]: value = "task-3501705" [ 1468.242946] env[69987]: _type = "Task" [ 1468.242946] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.249962] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.494799] env[69987]: DEBUG oslo_concurrency.lockutils [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.495208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.495484] env[69987]: DEBUG nova.compute.manager [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.496527] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c14b0-2370-4243-9641-d85b705d81e6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.503706] env[69987]: DEBUG nova.compute.manager [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1468.504426] env[69987]: DEBUG nova.objects.instance [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'flavor' on Instance uuid 625592de-9e32-40bf-8dbc-9b8f50fffbdb {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.753345] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433985} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.753537] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] ca95b349-5df3-435e-9369-ae288477dc4e/ca95b349-5df3-435e-9369-ae288477dc4e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.753762] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.754009] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96805f8a-33ff-4b38-a784-4016f3d30eaa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.760020] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1468.760020] env[69987]: value = "task-3501706" [ 1468.760020] env[69987]: _type = "Task" [ 1468.760020] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.767085] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.269655] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064464} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.269917] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.270716] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35c7f61-6fd2-480a-bad3-d92c4e7921e9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.293931] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ca95b349-5df3-435e-9369-ae288477dc4e/ca95b349-5df3-435e-9369-ae288477dc4e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.294357] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d3fa39-1284-4c9d-be13-9d2c5f81ac86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.313284] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1469.313284] env[69987]: value = "task-3501707" [ 1469.313284] env[69987]: _type = "Task" [ 1469.313284] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.320976] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.511980] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.512349] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3d86b4-42e6-475d-88e9-be4752b0710a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.519919] env[69987]: DEBUG oslo_vmware.api [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1469.519919] env[69987]: value = "task-3501708" [ 1469.519919] env[69987]: _type = "Task" [ 1469.519919] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.528063] env[69987]: DEBUG oslo_vmware.api [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.823085] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501707, 'name': ReconfigVM_Task, 'duration_secs': 0.28716} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.823419] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ca95b349-5df3-435e-9369-ae288477dc4e/ca95b349-5df3-435e-9369-ae288477dc4e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.824089] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3afaeb28-8051-4c15-92aa-5636299561c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.830195] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1469.830195] env[69987]: value = "task-3501709" [ 1469.830195] env[69987]: _type = "Task" [ 1469.830195] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.837874] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501709, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.029159] env[69987]: DEBUG oslo_vmware.api [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501708, 'name': PowerOffVM_Task, 'duration_secs': 0.202975} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.029420] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.029617] env[69987]: DEBUG nova.compute.manager [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.030424] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f06c078-a317-4973-a2c5-daf3e497325f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.343023] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501709, 'name': Rename_Task, 'duration_secs': 0.136753} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.343349] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.343400] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-442b755a-1b16-485a-9e6c-b632f65664cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.350872] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1470.350872] env[69987]: value = "task-3501710" [ 1470.350872] env[69987]: _type = "Task" [ 1470.350872] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.359693] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.546661] env[69987]: DEBUG oslo_concurrency.lockutils [None req-374281ad-1200-47b5-9a76-f1ef69e03936 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.845969] env[69987]: DEBUG nova.objects.instance [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'flavor' on Instance uuid 625592de-9e32-40bf-8dbc-9b8f50fffbdb {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.860375] env[69987]: DEBUG oslo_vmware.api [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501710, 'name': PowerOnVM_Task, 'duration_secs': 0.459381} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.860644] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.860841] env[69987]: INFO nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1470.861062] env[69987]: DEBUG nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.861831] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6088fb-d9a8-4b3c-8f90-7aa7c5fce152 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.356145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.356399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.356547] env[69987]: DEBUG nova.network.neutron [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.356792] env[69987]: DEBUG nova.objects.instance [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'info_cache' on Instance uuid 625592de-9e32-40bf-8dbc-9b8f50fffbdb {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.385288] env[69987]: INFO nova.compute.manager [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Took 11.39 seconds to build instance. [ 1471.862461] env[69987]: DEBUG nova.objects.base [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Object Instance<625592de-9e32-40bf-8dbc-9b8f50fffbdb> lazy-loaded attributes: flavor,info_cache {{(pid=69987) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1471.887978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-28acf168-8609-4b2c-9b7b-76056f2a14e7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "ca95b349-5df3-435e-9369-ae288477dc4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.897s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.229946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "ca95b349-5df3-435e-9369-ae288477dc4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.230264] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "ca95b349-5df3-435e-9369-ae288477dc4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.230482] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "ca95b349-5df3-435e-9369-ae288477dc4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.230671] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "ca95b349-5df3-435e-9369-ae288477dc4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.230835] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "ca95b349-5df3-435e-9369-ae288477dc4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.232789] env[69987]: INFO nova.compute.manager [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Terminating instance [ 1472.725547] env[69987]: DEBUG nova.network.neutron [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updating instance_info_cache with network_info: [{"id": "d385a483-5c7f-4dae-b5bc-034914b966ec", "address": "fa:16:3e:46:fa:8d", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385a483-5c", "ovs_interfaceid": "d385a483-5c7f-4dae-b5bc-034914b966ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.736043] env[69987]: DEBUG nova.compute.manager [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.736268] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.737384] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc17b8c-c171-4ef8-b751-d3c0d69a746e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.745813] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.746033] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab686ac2-eeac-4eef-9a51-2160ffe53218 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.752128] env[69987]: DEBUG oslo_vmware.api [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1472.752128] env[69987]: value = "task-3501711" [ 1472.752128] env[69987]: _type = "Task" [ 1472.752128] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.759984] env[69987]: DEBUG oslo_vmware.api [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.227896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.264782] env[69987]: DEBUG oslo_vmware.api [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501711, 'name': PowerOffVM_Task, 'duration_secs': 0.189924} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.265094] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.265492] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.265668] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22cc6df4-b5c4-4007-92ab-5bbcc0813257 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.322018] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.322316] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.322510] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleting the datastore file [datastore1] ca95b349-5df3-435e-9369-ae288477dc4e {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.322780] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3840e925-7d49-4ae3-9f91-e3d605d982a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.329988] env[69987]: DEBUG oslo_vmware.api [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1473.329988] env[69987]: value = "task-3501713" [ 1473.329988] env[69987]: _type = "Task" [ 1473.329988] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.337527] env[69987]: DEBUG oslo_vmware.api [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.840828] env[69987]: DEBUG oslo_vmware.api [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266562} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.841249] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.841499] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.841975] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.841975] env[69987]: INFO nova.compute.manager [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1473.842169] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1473.842321] env[69987]: DEBUG nova.compute.manager [-] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.842422] env[69987]: DEBUG nova.network.neutron [-] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.167046] env[69987]: DEBUG nova.compute.manager [req-0dc5acdb-91b4-43fc-8d2c-e4aa18eb5111 req-09b202c2-7a7a-4cbb-9a9d-9ffb607d0553 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Received event network-vif-deleted-d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.167228] env[69987]: INFO nova.compute.manager [req-0dc5acdb-91b4-43fc-8d2c-e4aa18eb5111 req-09b202c2-7a7a-4cbb-9a9d-9ffb607d0553 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Neutron deleted interface d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50; detaching it from the instance and deleting it from the info cache [ 1474.167280] env[69987]: DEBUG nova.network.neutron [req-0dc5acdb-91b4-43fc-8d2c-e4aa18eb5111 req-09b202c2-7a7a-4cbb-9a9d-9ffb607d0553 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.233859] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.234196] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6311f90b-a320-4432-a7ee-1ec5dfd3dcde {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.241974] env[69987]: DEBUG oslo_vmware.api [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1474.241974] env[69987]: value = "task-3501714" [ 1474.241974] env[69987]: _type = "Task" [ 1474.241974] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.257133] env[69987]: DEBUG oslo_vmware.api [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.649879] env[69987]: DEBUG nova.network.neutron [-] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.671691] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-386de244-f425-4975-b569-f7c122a6d355 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.681856] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f456a36-6698-4061-b56f-be323ddd8c5a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.707638] env[69987]: DEBUG nova.compute.manager [req-0dc5acdb-91b4-43fc-8d2c-e4aa18eb5111 req-09b202c2-7a7a-4cbb-9a9d-9ffb607d0553 service nova] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Detach interface failed, port_id=d27f4b7b-5c5d-4af4-83e9-57b6ee4e7f50, reason: Instance ca95b349-5df3-435e-9369-ae288477dc4e could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1474.751427] env[69987]: DEBUG oslo_vmware.api [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501714, 'name': PowerOnVM_Task, 'duration_secs': 0.389705} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.751795] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.752027] env[69987]: DEBUG nova.compute.manager [None req-bdab5eed-595e-4e48-a91b-43a1cc40e9dc tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.752866] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19beac-ff46-48b4-915a-fbd736fac709 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.153476] env[69987]: INFO nova.compute.manager [-] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Took 1.31 seconds to deallocate network for instance. [ 1475.661763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.662076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.662336] env[69987]: DEBUG nova.objects.instance [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'resources' on Instance uuid ca95b349-5df3-435e-9369-ae288477dc4e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.797095] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.797327] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.834672] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36131e6d-abba-41a5-a67e-450a7d358eca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.841711] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-facb7f93-cbad-4e78-81c6-96c291647369 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Suspending the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1475.841921] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0700e252-039b-402d-931a-ea72559d4cbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.848193] env[69987]: DEBUG oslo_vmware.api [None req-facb7f93-cbad-4e78-81c6-96c291647369 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1475.848193] env[69987]: value = "task-3501715" [ 1475.848193] env[69987]: _type = "Task" [ 1475.848193] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.855543] env[69987]: DEBUG oslo_vmware.api [None req-facb7f93-cbad-4e78-81c6-96c291647369 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501715, 'name': SuspendVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.233895] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09034123-3b44-4648-b5f9-340f8c428aed {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.241820] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800cbd9e-7f48-4beb-a18a-e72efdb4f7ba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.272376] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99215f51-c9de-4aa2-9633-c1b3c3ea30dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.279919] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab3c2bc-e51f-4f0a-bd87-a75e067c0a5b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.292950] env[69987]: DEBUG nova.compute.provider_tree [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.299072] env[69987]: DEBUG nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.359316] env[69987]: DEBUG oslo_vmware.api [None req-facb7f93-cbad-4e78-81c6-96c291647369 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501715, 'name': SuspendVM_Task} progress is 100%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.796060] env[69987]: DEBUG nova.scheduler.client.report [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.818323] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.858056] env[69987]: DEBUG oslo_vmware.api [None req-facb7f93-cbad-4e78-81c6-96c291647369 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501715, 'name': SuspendVM_Task, 'duration_secs': 0.544781} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.858056] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-facb7f93-cbad-4e78-81c6-96c291647369 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Suspended the VM {{(pid=69987) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1476.858056] env[69987]: DEBUG nova.compute.manager [None req-facb7f93-cbad-4e78-81c6-96c291647369 tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.858738] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ca8fe6-0f98-4d5d-8468-cb3778c1ee2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.301042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.303446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.485s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.305033] env[69987]: INFO nova.compute.claims [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.318406] env[69987]: INFO nova.scheduler.client.report [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted allocations for instance ca95b349-5df3-435e-9369-ae288477dc4e [ 1477.825957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-cb17d1b1-e9be-4123-9987-89d727bc8d84 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "ca95b349-5df3-435e-9369-ae288477dc4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.595s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.246067] env[69987]: INFO nova.compute.manager [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Resuming [ 1478.246366] env[69987]: DEBUG nova.objects.instance [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'flavor' on Instance uuid 625592de-9e32-40bf-8dbc-9b8f50fffbdb {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.366339] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d4cd7c-027b-4e14-b7bf-7dc92d14b041 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.374233] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7f1f96-84ae-4d40-b14f-bc5f11913af7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.408279] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef7a8dd-7834-408e-b5ef-783f4654e8c9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.416302] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5415197-e309-4b73-b92d-58fa79bc44c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.430975] env[69987]: DEBUG nova.compute.provider_tree [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.936571] env[69987]: DEBUG nova.scheduler.client.report [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.258311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.258544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.439114] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.439652] env[69987]: DEBUG nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.759461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.759663] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquired lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.759847] env[69987]: DEBUG nova.network.neutron [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.761280] env[69987]: DEBUG nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1479.944238] env[69987]: DEBUG nova.compute.utils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1479.945660] env[69987]: DEBUG nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1479.945823] env[69987]: DEBUG nova.network.neutron [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.000495] env[69987]: DEBUG nova.policy [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ba7cca789344fd6953c1a91e2043e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c05a2d2a00c4bc5b8f1add54b1f56c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.278073] env[69987]: DEBUG nova.network.neutron [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Successfully created port: c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1480.288021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.288021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.288021] env[69987]: INFO nova.compute.claims [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.449143] env[69987]: DEBUG nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.476304] env[69987]: DEBUG nova.network.neutron [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updating instance_info_cache with network_info: [{"id": "d385a483-5c7f-4dae-b5bc-034914b966ec", "address": "fa:16:3e:46:fa:8d", "network": {"id": "66bef9f8-63a2-49c6-a6b8-6ec1cc9adb28", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164169827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c223adc1c304db894a6b128d175e91a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd385a483-5c", "ovs_interfaceid": "d385a483-5c7f-4dae-b5bc-034914b966ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.977023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Releasing lock "refresh_cache-625592de-9e32-40bf-8dbc-9b8f50fffbdb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.978059] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befbb7d6-7a39-4528-b4fa-80dc5fc56e31 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.984889] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Resuming the VM {{(pid=69987) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1480.985134] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62712de8-bc96-42d1-84c0-76a45d54f591 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.991689] env[69987]: DEBUG oslo_vmware.api [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1480.991689] env[69987]: value = "task-3501716" [ 1480.991689] env[69987]: _type = "Task" [ 1480.991689] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.999093] env[69987]: DEBUG oslo_vmware.api [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.360029] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4779c2db-7a49-4f97-bee9-7a70d7af115b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.369504] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009fc765-d943-4202-ab80-e5c8741acdb6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.402252] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bffabc-c337-45e5-9059-a5609a2f8ce9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.410278] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e90da65-a527-4773-bd38-c38eab97cadd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.425226] env[69987]: DEBUG nova.compute.provider_tree [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.459528] env[69987]: DEBUG nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.488545] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.488797] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.488938] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.489140] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.489290] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.489437] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.489685] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.489909] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.490055] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.490251] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.490442] env[69987]: DEBUG nova.virt.hardware [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.491353] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bdd2a3-bdee-4011-a96c-87c957cda49c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.506333] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46738144-9e7a-4c17-9acc-22401dcc2e15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.510406] env[69987]: DEBUG oslo_vmware.api [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.666953] env[69987]: DEBUG nova.compute.manager [req-c75633f1-65a5-419b-b077-61058759ae1b req-49e1c4a1-efe9-4f0e-afe3-8d2561a54d6a service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Received event network-vif-plugged-c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.667207] env[69987]: DEBUG oslo_concurrency.lockutils [req-c75633f1-65a5-419b-b077-61058759ae1b req-49e1c4a1-efe9-4f0e-afe3-8d2561a54d6a service nova] Acquiring lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.667432] env[69987]: DEBUG oslo_concurrency.lockutils [req-c75633f1-65a5-419b-b077-61058759ae1b req-49e1c4a1-efe9-4f0e-afe3-8d2561a54d6a service nova] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.667601] env[69987]: DEBUG oslo_concurrency.lockutils [req-c75633f1-65a5-419b-b077-61058759ae1b req-49e1c4a1-efe9-4f0e-afe3-8d2561a54d6a service nova] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.667772] env[69987]: DEBUG nova.compute.manager [req-c75633f1-65a5-419b-b077-61058759ae1b req-49e1c4a1-efe9-4f0e-afe3-8d2561a54d6a service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] No waiting events found dispatching network-vif-plugged-c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1481.667939] env[69987]: WARNING nova.compute.manager [req-c75633f1-65a5-419b-b077-61058759ae1b req-49e1c4a1-efe9-4f0e-afe3-8d2561a54d6a service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Received unexpected event network-vif-plugged-c2ff2608-1080-4b52-b642-74d4c3896788 for instance with vm_state building and task_state spawning. [ 1481.756257] env[69987]: DEBUG nova.network.neutron [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Successfully updated port: c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.928710] env[69987]: DEBUG nova.scheduler.client.report [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.005029] env[69987]: DEBUG oslo_vmware.api [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501716, 'name': PowerOnVM_Task, 'duration_secs': 0.565467} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.005351] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Resumed the VM {{(pid=69987) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1482.005776] env[69987]: DEBUG nova.compute.manager [None req-3df95044-bc2e-4d62-8b5f-33072b81f3ca tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.006792] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e241d-eaed-4059-81c2-873389bd00e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.259117] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.259539] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.259816] env[69987]: DEBUG nova.network.neutron [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.434453] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.434998] env[69987]: DEBUG nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1482.791840] env[69987]: DEBUG nova.network.neutron [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.894411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.894662] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.894912] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.895123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.895291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.897335] env[69987]: INFO nova.compute.manager [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Terminating instance [ 1482.921504] env[69987]: DEBUG nova.network.neutron [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updating instance_info_cache with network_info: [{"id": "c2ff2608-1080-4b52-b642-74d4c3896788", "address": "fa:16:3e:25:41:41", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff2608-10", "ovs_interfaceid": "c2ff2608-1080-4b52-b642-74d4c3896788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.939519] env[69987]: DEBUG nova.compute.utils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1482.940790] env[69987]: DEBUG nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1482.940955] env[69987]: DEBUG nova.network.neutron [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1482.973726] env[69987]: DEBUG nova.policy [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf36efb70f241b6ae22771bbedd8ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a183b7ac4cd4826ba57217901c98a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1483.214554] env[69987]: DEBUG nova.network.neutron [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Successfully created port: 51c526b8-3070-4dff-807a-39425ed41482 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1483.400830] env[69987]: DEBUG nova.compute.manager [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.401068] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.402025] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6be48-dd7b-4e04-856e-aa58998ca211 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.410243] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.410535] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6387d814-8f66-4da0-b749-6eb54a379d69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.416525] env[69987]: DEBUG oslo_vmware.api [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1483.416525] env[69987]: value = "task-3501717" [ 1483.416525] env[69987]: _type = "Task" [ 1483.416525] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.424796] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.425095] env[69987]: DEBUG nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Instance network_info: |[{"id": "c2ff2608-1080-4b52-b642-74d4c3896788", "address": "fa:16:3e:25:41:41", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff2608-10", "ovs_interfaceid": "c2ff2608-1080-4b52-b642-74d4c3896788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.425384] env[69987]: DEBUG oslo_vmware.api [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.425762] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:41:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2ff2608-1080-4b52-b642-74d4c3896788', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.434705] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Creating folder: Project (5c05a2d2a00c4bc5b8f1add54b1f56c0). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.435135] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c4714be-f358-4116-bd90-b6f824ad1433 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.444344] env[69987]: DEBUG nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1483.448102] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Created folder: Project (5c05a2d2a00c4bc5b8f1add54b1f56c0) in parent group-v699418. [ 1483.448325] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Creating folder: Instances. Parent ref: group-v699752. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.448769] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57315542-fc88-4932-9af4-87705576b28e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.457701] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Created folder: Instances in parent group-v699752. [ 1483.457968] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.458208] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.458405] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cc85ca0-3ff4-4c8a-b6ef-ab8fc50e8b43 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.478047] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.478047] env[69987]: value = "task-3501720" [ 1483.478047] env[69987]: _type = "Task" [ 1483.478047] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.485152] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501720, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.694272] env[69987]: DEBUG nova.compute.manager [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Received event network-changed-c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.694497] env[69987]: DEBUG nova.compute.manager [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Refreshing instance network info cache due to event network-changed-c2ff2608-1080-4b52-b642-74d4c3896788. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1483.694711] env[69987]: DEBUG oslo_concurrency.lockutils [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] Acquiring lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.694803] env[69987]: DEBUG oslo_concurrency.lockutils [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] Acquired lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.694971] env[69987]: DEBUG nova.network.neutron [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Refreshing network info cache for port c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.926716] env[69987]: DEBUG oslo_vmware.api [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501717, 'name': PowerOffVM_Task, 'duration_secs': 0.199998} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.927044] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.927200] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.927449] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c9d01f4-4de3-43ab-b786-69ddd5710b4f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.983701] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.983922] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.984117] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleting the datastore file [datastore1] 625592de-9e32-40bf-8dbc-9b8f50fffbdb {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.985300] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce80e403-eb28-4ed4-9f4f-437efd4b64ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.989963] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501720, 'name': CreateVM_Task, 'duration_secs': 0.289119} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.990424] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.991083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.991251] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.991565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.991798] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08c53a0-caeb-4000-9217-bb579a5efa56 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.995616] env[69987]: DEBUG oslo_vmware.api [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for the task: (returnval){ [ 1483.995616] env[69987]: value = "task-3501722" [ 1483.995616] env[69987]: _type = "Task" [ 1483.995616] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.996737] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1483.996737] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52475281-9e71-fef3-73a8-45355e67482a" [ 1483.996737] env[69987]: _type = "Task" [ 1483.996737] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.008036] env[69987]: DEBUG oslo_vmware.api [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.011040] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52475281-9e71-fef3-73a8-45355e67482a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.373523] env[69987]: DEBUG nova.network.neutron [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updated VIF entry in instance network info cache for port c2ff2608-1080-4b52-b642-74d4c3896788. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.373879] env[69987]: DEBUG nova.network.neutron [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updating instance_info_cache with network_info: [{"id": "c2ff2608-1080-4b52-b642-74d4c3896788", "address": "fa:16:3e:25:41:41", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff2608-10", "ovs_interfaceid": "c2ff2608-1080-4b52-b642-74d4c3896788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.455209] env[69987]: DEBUG nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1484.482476] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.482706] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.482861] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.483053] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.483205] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.483353] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.483560] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.483718] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.483886] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.484062] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.484241] env[69987]: DEBUG nova.virt.hardware [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.485122] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc538d7e-b8a5-4c85-9db7-1de9b66c4121 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.493227] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3086553-3a0b-4b65-a3cd-e4c126ef1ada {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.513965] env[69987]: DEBUG oslo_vmware.api [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Task: {'id': task-3501722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14165} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.514627] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.514861] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.515097] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.515284] env[69987]: INFO nova.compute.manager [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1484.515607] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1484.518969] env[69987]: DEBUG nova.compute.manager [-] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.519087] env[69987]: DEBUG nova.network.neutron [-] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.520662] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52475281-9e71-fef3-73a8-45355e67482a, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.520932] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.521160] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.521394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.521570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.521748] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.522728] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aaf6145-2da9-4498-b97d-8a6858e50492 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.529851] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.529989] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.530697] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67012f1e-f8d3-44bc-b66c-1b5ed22d3931 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.535507] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1484.535507] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c8e8c5-ba2c-6fb7-1c2a-5656df6929d1" [ 1484.535507] env[69987]: _type = "Task" [ 1484.535507] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.542420] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c8e8c5-ba2c-6fb7-1c2a-5656df6929d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.645746] env[69987]: DEBUG nova.network.neutron [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Successfully updated port: 51c526b8-3070-4dff-807a-39425ed41482 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1484.876788] env[69987]: DEBUG oslo_concurrency.lockutils [req-06a07c67-e566-456d-b262-7223f82e74be req-114e6e15-bc06-48b6-be5d-7b2244a49e0b service nova] Releasing lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.948914] env[69987]: DEBUG nova.compute.manager [req-6f2d9494-e08e-464e-b6ea-5bd7abdd37b6 req-0a74d83b-c7e6-4212-b72b-213307f65af3 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Received event network-vif-deleted-d385a483-5c7f-4dae-b5bc-034914b966ec {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1484.949202] env[69987]: INFO nova.compute.manager [req-6f2d9494-e08e-464e-b6ea-5bd7abdd37b6 req-0a74d83b-c7e6-4212-b72b-213307f65af3 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Neutron deleted interface d385a483-5c7f-4dae-b5bc-034914b966ec; detaching it from the instance and deleting it from the info cache [ 1484.949412] env[69987]: DEBUG nova.network.neutron [req-6f2d9494-e08e-464e-b6ea-5bd7abdd37b6 req-0a74d83b-c7e6-4212-b72b-213307f65af3 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.045439] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c8e8c5-ba2c-6fb7-1c2a-5656df6929d1, 'name': SearchDatastore_Task, 'duration_secs': 0.007416} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.046248] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fecdb5-d119-4dd6-9477-9bcc49327bf5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.051368] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1485.051368] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52f96ee4-01a9-ae48-6561-0bb200917b6c" [ 1485.051368] env[69987]: _type = "Task" [ 1485.051368] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.058817] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f96ee4-01a9-ae48-6561-0bb200917b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.147803] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "refresh_cache-5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.147963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "refresh_cache-5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.148236] env[69987]: DEBUG nova.network.neutron [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.433538] env[69987]: DEBUG nova.network.neutron [-] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.451672] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42c31b1b-0cf7-4106-838b-38caf9165b11 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.462544] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a368e4-c2f1-4fe7-8e33-7ac6a27fdca8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.487249] env[69987]: DEBUG nova.compute.manager [req-6f2d9494-e08e-464e-b6ea-5bd7abdd37b6 req-0a74d83b-c7e6-4212-b72b-213307f65af3 service nova] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Detach interface failed, port_id=d385a483-5c7f-4dae-b5bc-034914b966ec, reason: Instance 625592de-9e32-40bf-8dbc-9b8f50fffbdb could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1485.561554] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52f96ee4-01a9-ae48-6561-0bb200917b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.561812] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.562101] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 567f2a74-379a-4800-9ea3-46f9f6d77f8b/567f2a74-379a-4800-9ea3-46f9f6d77f8b.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.562396] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efe6d84f-89c2-4dd2-9f86-18e217894215 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.569023] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1485.569023] env[69987]: value = "task-3501723" [ 1485.569023] env[69987]: _type = "Task" [ 1485.569023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.576349] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.680656] env[69987]: DEBUG nova.network.neutron [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1485.720617] env[69987]: DEBUG nova.compute.manager [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Received event network-vif-plugged-51c526b8-3070-4dff-807a-39425ed41482 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.720829] env[69987]: DEBUG oslo_concurrency.lockutils [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] Acquiring lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.721061] env[69987]: DEBUG oslo_concurrency.lockutils [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.721221] env[69987]: DEBUG oslo_concurrency.lockutils [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.721470] env[69987]: DEBUG nova.compute.manager [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] No waiting events found dispatching network-vif-plugged-51c526b8-3070-4dff-807a-39425ed41482 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1485.721589] env[69987]: WARNING nova.compute.manager [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Received unexpected event network-vif-plugged-51c526b8-3070-4dff-807a-39425ed41482 for instance with vm_state building and task_state spawning. [ 1485.721750] env[69987]: DEBUG nova.compute.manager [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Received event network-changed-51c526b8-3070-4dff-807a-39425ed41482 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.721901] env[69987]: DEBUG nova.compute.manager [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Refreshing instance network info cache due to event network-changed-51c526b8-3070-4dff-807a-39425ed41482. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1485.722079] env[69987]: DEBUG oslo_concurrency.lockutils [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] Acquiring lock "refresh_cache-5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.824746] env[69987]: DEBUG nova.network.neutron [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Updating instance_info_cache with network_info: [{"id": "51c526b8-3070-4dff-807a-39425ed41482", "address": "fa:16:3e:f8:7f:53", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c526b8-30", "ovs_interfaceid": "51c526b8-3070-4dff-807a-39425ed41482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.937309] env[69987]: INFO nova.compute.manager [-] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Took 1.42 seconds to deallocate network for instance. [ 1486.078411] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476847} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.078411] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 567f2a74-379a-4800-9ea3-46f9f6d77f8b/567f2a74-379a-4800-9ea3-46f9f6d77f8b.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.078755] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.078930] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f1a918e-fff1-4c4b-a2fc-77fa671d3c7a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.084559] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1486.084559] env[69987]: value = "task-3501724" [ 1486.084559] env[69987]: _type = "Task" [ 1486.084559] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.092849] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.327307] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "refresh_cache-5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.327655] env[69987]: DEBUG nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Instance network_info: |[{"id": "51c526b8-3070-4dff-807a-39425ed41482", "address": "fa:16:3e:f8:7f:53", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c526b8-30", "ovs_interfaceid": "51c526b8-3070-4dff-807a-39425ed41482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1486.327959] env[69987]: DEBUG oslo_concurrency.lockutils [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] Acquired lock "refresh_cache-5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.328156] env[69987]: DEBUG nova.network.neutron [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Refreshing network info cache for port 51c526b8-3070-4dff-807a-39425ed41482 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.329376] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:7f:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51c526b8-3070-4dff-807a-39425ed41482', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1486.337151] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1486.340091] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1486.340569] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82dfc2c8-6749-48d8-aefc-a6be4ba7ffe3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.360522] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1486.360522] env[69987]: value = "task-3501725" [ 1486.360522] env[69987]: _type = "Task" [ 1486.360522] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.367771] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501725, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.446578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.446806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.447042] env[69987]: DEBUG nova.objects.instance [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lazy-loading 'resources' on Instance uuid 625592de-9e32-40bf-8dbc-9b8f50fffbdb {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.533219] env[69987]: DEBUG nova.network.neutron [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Updated VIF entry in instance network info cache for port 51c526b8-3070-4dff-807a-39425ed41482. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.533579] env[69987]: DEBUG nova.network.neutron [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Updating instance_info_cache with network_info: [{"id": "51c526b8-3070-4dff-807a-39425ed41482", "address": "fa:16:3e:f8:7f:53", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c526b8-30", "ovs_interfaceid": "51c526b8-3070-4dff-807a-39425ed41482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.594676] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061435} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.594906] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1486.595672] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf08d3b-e6f9-4c12-9db1-cfde205b476a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.617990] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 567f2a74-379a-4800-9ea3-46f9f6d77f8b/567f2a74-379a-4800-9ea3-46f9f6d77f8b.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1486.618253] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4f07889-ab7c-416d-b8ed-9b44c692ffb3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.637488] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1486.637488] env[69987]: value = "task-3501726" [ 1486.637488] env[69987]: _type = "Task" [ 1486.637488] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.645470] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.870897] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501725, 'name': CreateVM_Task, 'duration_secs': 0.278546} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.871042] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.871751] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.871917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.872272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.872549] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006004c2-34e0-433a-a458-f9c3e19f8787 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.876766] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1486.876766] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52b11a2e-9055-e051-6c9f-7ce809ddfa7c" [ 1486.876766] env[69987]: _type = "Task" [ 1486.876766] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.884106] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b11a2e-9055-e051-6c9f-7ce809ddfa7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.020482] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0124c8b-af1e-406c-b5c6-ae56b43e8458 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.027405] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32c4c6-43d5-4fbf-9b0c-bb3b0bae48d6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.056132] env[69987]: DEBUG oslo_concurrency.lockutils [req-6fddbeea-094f-416c-bdff-25d11fd17b66 req-cc831df7-8041-4847-aa41-809463e99566 service nova] Releasing lock "refresh_cache-5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.057086] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e8b1f3-ba25-4ad2-ad22-ec693347820c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.064217] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ada612-7304-4241-bd30-09fb6104d71d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.078557] env[69987]: DEBUG nova.compute.provider_tree [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.148249] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.386146] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52b11a2e-9055-e051-6c9f-7ce809ddfa7c, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.386443] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.386680] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1487.386919] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.387083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.387268] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1487.387517] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2332a40-d4c8-4105-8014-d07bd24a3000 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.394879] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1487.395060] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1487.395714] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64241d1c-1380-4221-9405-a846581671ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.400013] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1487.400013] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5210f9dd-0a7f-e7a8-4f93-305a13d6aad6" [ 1487.400013] env[69987]: _type = "Task" [ 1487.400013] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.406887] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5210f9dd-0a7f-e7a8-4f93-305a13d6aad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.581748] env[69987]: DEBUG nova.scheduler.client.report [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.649094] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501726, 'name': ReconfigVM_Task, 'duration_secs': 0.561803} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.649326] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 567f2a74-379a-4800-9ea3-46f9f6d77f8b/567f2a74-379a-4800-9ea3-46f9f6d77f8b.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.649913] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777eac28-5b90-4536-b8be-0c525ba911a0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.657305] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1487.657305] env[69987]: value = "task-3501727" [ 1487.657305] env[69987]: _type = "Task" [ 1487.657305] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.667278] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501727, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.910567] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5210f9dd-0a7f-e7a8-4f93-305a13d6aad6, 'name': SearchDatastore_Task, 'duration_secs': 0.007774} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.911310] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b547e461-a11e-471a-88d4-6f74945c23f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.916099] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1487.916099] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522051ba-71e8-bbf0-47c9-a1a9d7f1e919" [ 1487.916099] env[69987]: _type = "Task" [ 1487.916099] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.923350] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522051ba-71e8-bbf0-47c9-a1a9d7f1e919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.086550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.108429] env[69987]: INFO nova.scheduler.client.report [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Deleted allocations for instance 625592de-9e32-40bf-8dbc-9b8f50fffbdb [ 1488.166732] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501727, 'name': Rename_Task, 'duration_secs': 0.128757} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.166946] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.167198] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a80999ee-17c3-4322-8b6e-32cf18075552 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.173356] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1488.173356] env[69987]: value = "task-3501728" [ 1488.173356] env[69987]: _type = "Task" [ 1488.173356] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.180212] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.427317] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522051ba-71e8-bbf0-47c9-a1a9d7f1e919, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.427718] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.427844] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1/5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1488.428111] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19eecbee-cdb6-432d-b44e-dc2c1005fe4b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.434429] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1488.434429] env[69987]: value = "task-3501729" [ 1488.434429] env[69987]: _type = "Task" [ 1488.434429] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.443578] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.616455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-a78e695d-3c6c-425b-8fa3-de148c54458f tempest-ServerActionsTestJSON-1479580870 tempest-ServerActionsTestJSON-1479580870-project-member] Lock "625592de-9e32-40bf-8dbc-9b8f50fffbdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.683541] env[69987]: DEBUG oslo_vmware.api [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501728, 'name': PowerOnVM_Task, 'duration_secs': 0.446801} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.683780] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.683978] env[69987]: INFO nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1488.684185] env[69987]: DEBUG nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.685030] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733dc2ea-0892-41a5-85b3-afa254740da2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.944129] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436228} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.944365] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore2] 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1/5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.944579] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.944820] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ccf1ca-9255-4405-950f-e6ee1dbcd45c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.950823] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1488.950823] env[69987]: value = "task-3501730" [ 1488.950823] env[69987]: _type = "Task" [ 1488.950823] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.958195] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.201428] env[69987]: INFO nova.compute.manager [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Took 12.40 seconds to build instance. [ 1489.460541] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062535} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.460813] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.461605] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89cf39-f67e-448a-8b18-e1fed992a1f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.485098] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1/5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.485098] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd604a0-85f4-464e-acab-14f761cecb72 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.503966] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1489.503966] env[69987]: value = "task-3501731" [ 1489.503966] env[69987]: _type = "Task" [ 1489.503966] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.514648] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.704462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-689caa48-9b73-45ee-8f89-f185372244f3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.907s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.936032] env[69987]: DEBUG nova.compute.manager [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Received event network-changed-c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.936032] env[69987]: DEBUG nova.compute.manager [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Refreshing instance network info cache due to event network-changed-c2ff2608-1080-4b52-b642-74d4c3896788. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1489.936032] env[69987]: DEBUG oslo_concurrency.lockutils [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] Acquiring lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.936032] env[69987]: DEBUG oslo_concurrency.lockutils [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] Acquired lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.936585] env[69987]: DEBUG nova.network.neutron [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Refreshing network info cache for port c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.014979] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501731, 'name': ReconfigVM_Task, 'duration_secs': 0.296838} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.014979] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1/5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.015412] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d6326da-9009-4350-b936-225b4216b2c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.021419] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1490.021419] env[69987]: value = "task-3501732" [ 1490.021419] env[69987]: _type = "Task" [ 1490.021419] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.032022] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501732, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.533144] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501732, 'name': Rename_Task, 'duration_secs': 0.20427} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.533144] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.533144] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12bc2c0f-9cb7-4d62-8979-1f080b15bfa0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.539061] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1490.539061] env[69987]: value = "task-3501733" [ 1490.539061] env[69987]: _type = "Task" [ 1490.539061] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.548098] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.733798] env[69987]: DEBUG nova.network.neutron [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updated VIF entry in instance network info cache for port c2ff2608-1080-4b52-b642-74d4c3896788. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.734870] env[69987]: DEBUG nova.network.neutron [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updating instance_info_cache with network_info: [{"id": "c2ff2608-1080-4b52-b642-74d4c3896788", "address": "fa:16:3e:25:41:41", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff2608-10", "ovs_interfaceid": "c2ff2608-1080-4b52-b642-74d4c3896788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.049014] env[69987]: DEBUG oslo_vmware.api [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501733, 'name': PowerOnVM_Task, 'duration_secs': 0.439202} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.049296] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1491.050023] env[69987]: INFO nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1491.050023] env[69987]: DEBUG nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.050453] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de70cc6-2118-4af3-8751-541282df1a00 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.237094] env[69987]: DEBUG oslo_concurrency.lockutils [req-4fc255ee-31c9-4aba-b3df-782e985a05cf req-1a46d943-925d-4dcd-8932-9e0616ba8c9d service nova] Releasing lock "refresh_cache-567f2a74-379a-4800-9ea3-46f9f6d77f8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.567968] env[69987]: INFO nova.compute.manager [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Took 11.30 seconds to build instance. [ 1492.070034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-613e72a3-d5ac-46de-8a8c-a297edba9a57 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.811s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.157563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.157791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.660605] env[69987]: DEBUG nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.767804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "799abfc5-6e9e-4454-b8a1-d44899bd649d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.768049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.180983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.181307] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.182783] env[69987]: INFO nova.compute.claims [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.271030] env[69987]: DEBUG nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1493.791068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.255441] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603cef79-9ae0-4552-8a53-99ae77744cc5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.262840] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5eeeb-d685-466b-98b5-cde3b48c2b3c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.292726] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a38cd7-3304-41c1-bfdf-8a632a959528 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.299358] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a1d207-6b68-4642-aa61-43c35cc7d616 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.312321] env[69987]: DEBUG nova.compute.provider_tree [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.815597] env[69987]: DEBUG nova.scheduler.client.report [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.322704] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.323295] env[69987]: DEBUG nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.326201] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.535s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.327562] env[69987]: INFO nova.compute.claims [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.832283] env[69987]: DEBUG nova.compute.utils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1495.835797] env[69987]: DEBUG nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Not allocating networking since 'none' was specified. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1496.337072] env[69987]: DEBUG nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.419343] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39289e02-95b0-49cd-aef3-33ca2c21ee6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.426954] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8b8aa-466a-4710-8769-82ccea0680d9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.458532] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d25c799-8be6-427f-8a9b-2a2b4d209f8f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.466389] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2446410e-12e3-479a-8cd0-7ff4a08cfd59 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.480175] env[69987]: DEBUG nova.compute.provider_tree [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.983578] env[69987]: DEBUG nova.scheduler.client.report [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.350640] env[69987]: DEBUG nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.377161] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.377414] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.377574] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.377760] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.377909] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.378071] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.378311] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.378489] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.378686] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.378852] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.379036] env[69987]: DEBUG nova.virt.hardware [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.379906] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80e898-d45f-47de-a8e1-b9b683358f03 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.389059] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c910bd-a649-4bdc-8006-9b3679f1c4fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.402631] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.408122] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Creating folder: Project (55652872ad83413b8de36118b39fff2f). Parent ref: group-v699418. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.408353] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f28bb4b2-cafa-4875-9676-74deab290207 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.419580] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Created folder: Project (55652872ad83413b8de36118b39fff2f) in parent group-v699418. [ 1497.419755] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Creating folder: Instances. Parent ref: group-v699756. {{(pid=69987) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.419969] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27961c1d-befb-4386-9d27-9a22fce80690 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.428780] env[69987]: INFO nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Created folder: Instances in parent group-v699756. [ 1497.428993] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1497.429182] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.429361] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd2d9524-e5d5-4890-8772-48c887ff6493 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.444457] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.444457] env[69987]: value = "task-3501736" [ 1497.444457] env[69987]: _type = "Task" [ 1497.444457] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.451354] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501736, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.488417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.488920] env[69987]: DEBUG nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1497.954780] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501736, 'name': CreateVM_Task, 'duration_secs': 0.256576} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.955062] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.955338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.955506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.955832] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.956102] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b91609-b02f-42c4-afa2-fd850c80526d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.960491] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1497.960491] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522c39cd-9bb5-0718-43d3-a5520b782aef" [ 1497.960491] env[69987]: _type = "Task" [ 1497.960491] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.967740] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522c39cd-9bb5-0718-43d3-a5520b782aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.993244] env[69987]: DEBUG nova.compute.utils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1497.994617] env[69987]: DEBUG nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1497.994786] env[69987]: DEBUG nova.network.neutron [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.050390] env[69987]: DEBUG nova.policy [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf36efb70f241b6ae22771bbedd8ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a183b7ac4cd4826ba57217901c98a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.304838] env[69987]: DEBUG nova.network.neutron [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Successfully created port: debf9578-7a24-4c6e-b6ad-1b49d6eab2bc {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.471052] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522c39cd-9bb5-0718-43d3-a5520b782aef, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.471369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.471606] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.471842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.471990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.472185] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.472464] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd72b7de-34ce-4881-923e-6eb2e603e6f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.480594] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.480761] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.481487] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05642614-5d6c-42f3-98d8-a9237342f62e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.486651] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1498.486651] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ac437a-118e-eae8-9eb5-52feb17e1c5e" [ 1498.486651] env[69987]: _type = "Task" [ 1498.486651] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.494144] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ac437a-118e-eae8-9eb5-52feb17e1c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.497702] env[69987]: DEBUG nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1498.997157] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ac437a-118e-eae8-9eb5-52feb17e1c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.997939] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62e5a2c-ff4b-4cbe-9ed0-5b585f819a91 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.005494] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1499.005494] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d070b1-710e-2960-e036-44409bc1fbf7" [ 1499.005494] env[69987]: _type = "Task" [ 1499.005494] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.012966] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d070b1-710e-2960-e036-44409bc1fbf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.507492] env[69987]: DEBUG nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.520209] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d070b1-710e-2960-e036-44409bc1fbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.520486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.520746] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.520992] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03545b17-9173-4ac8-85ff-4675e7ede21d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.526911] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1499.526911] env[69987]: value = "task-3501737" [ 1499.526911] env[69987]: _type = "Task" [ 1499.526911] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.539331] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.552576] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.552828] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.552985] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.553215] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.553385] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.553563] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.553780] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.553949] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.554131] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.554298] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.554466] env[69987]: DEBUG nova.virt.hardware [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.555307] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd754ed-e5dd-4a9c-9cf8-89631839beca {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.562594] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d05bb36-f35e-451e-b015-ef5064799553 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.657122] env[69987]: DEBUG nova.compute.manager [req-42ba68fa-aacf-442c-abca-1f5fe330614b req-19758b5c-b6ed-4c3c-be2e-df8be2ada540 service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Received event network-vif-plugged-debf9578-7a24-4c6e-b6ad-1b49d6eab2bc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.657485] env[69987]: DEBUG oslo_concurrency.lockutils [req-42ba68fa-aacf-442c-abca-1f5fe330614b req-19758b5c-b6ed-4c3c-be2e-df8be2ada540 service nova] Acquiring lock "799abfc5-6e9e-4454-b8a1-d44899bd649d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.657842] env[69987]: DEBUG oslo_concurrency.lockutils [req-42ba68fa-aacf-442c-abca-1f5fe330614b req-19758b5c-b6ed-4c3c-be2e-df8be2ada540 service nova] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.658180] env[69987]: DEBUG oslo_concurrency.lockutils [req-42ba68fa-aacf-442c-abca-1f5fe330614b req-19758b5c-b6ed-4c3c-be2e-df8be2ada540 service nova] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.659992] env[69987]: DEBUG nova.compute.manager [req-42ba68fa-aacf-442c-abca-1f5fe330614b req-19758b5c-b6ed-4c3c-be2e-df8be2ada540 service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] No waiting events found dispatching network-vif-plugged-debf9578-7a24-4c6e-b6ad-1b49d6eab2bc {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1499.659992] env[69987]: WARNING nova.compute.manager [req-42ba68fa-aacf-442c-abca-1f5fe330614b req-19758b5c-b6ed-4c3c-be2e-df8be2ada540 service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Received unexpected event network-vif-plugged-debf9578-7a24-4c6e-b6ad-1b49d6eab2bc for instance with vm_state building and task_state spawning. [ 1499.798652] env[69987]: DEBUG nova.network.neutron [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Successfully updated port: debf9578-7a24-4c6e-b6ad-1b49d6eab2bc {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.036364] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47028} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.036832] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.036832] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.037077] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebea0a88-f3c0-415e-addb-09e3720ba7fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.043229] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1500.043229] env[69987]: value = "task-3501738" [ 1500.043229] env[69987]: _type = "Task" [ 1500.043229] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.050272] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.301507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "refresh_cache-799abfc5-6e9e-4454-b8a1-d44899bd649d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.301732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "refresh_cache-799abfc5-6e9e-4454-b8a1-d44899bd649d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.301787] env[69987]: DEBUG nova.network.neutron [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.553389] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083537} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.553605] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.554423] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c9c05b-5a9d-4665-a1d2-8e56781edc53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.574086] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.574691] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c3e7431-d1d9-4e74-9869-0845dd859cd8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.594181] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1500.594181] env[69987]: value = "task-3501739" [ 1500.594181] env[69987]: _type = "Task" [ 1500.594181] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.603766] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.852182] env[69987]: DEBUG nova.network.neutron [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.997801] env[69987]: DEBUG nova.network.neutron [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Updating instance_info_cache with network_info: [{"id": "debf9578-7a24-4c6e-b6ad-1b49d6eab2bc", "address": "fa:16:3e:f0:84:64", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebf9578-7a", "ovs_interfaceid": "debf9578-7a24-4c6e-b6ad-1b49d6eab2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.105736] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.501166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "refresh_cache-799abfc5-6e9e-4454-b8a1-d44899bd649d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.501540] env[69987]: DEBUG nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Instance network_info: |[{"id": "debf9578-7a24-4c6e-b6ad-1b49d6eab2bc", "address": "fa:16:3e:f0:84:64", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebf9578-7a", "ovs_interfaceid": "debf9578-7a24-4c6e-b6ad-1b49d6eab2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1501.501998] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:84:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'debf9578-7a24-4c6e-b6ad-1b49d6eab2bc', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.509713] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.509959] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.510214] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7f30684-1658-49d7-9811-1a01bb7e626a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.531120] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.531120] env[69987]: value = "task-3501740" [ 1501.531120] env[69987]: _type = "Task" [ 1501.531120] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.539577] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501740, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.605132] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.684131] env[69987]: DEBUG nova.compute.manager [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Received event network-changed-debf9578-7a24-4c6e-b6ad-1b49d6eab2bc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.684370] env[69987]: DEBUG nova.compute.manager [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Refreshing instance network info cache due to event network-changed-debf9578-7a24-4c6e-b6ad-1b49d6eab2bc. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1501.684666] env[69987]: DEBUG oslo_concurrency.lockutils [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] Acquiring lock "refresh_cache-799abfc5-6e9e-4454-b8a1-d44899bd649d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.684728] env[69987]: DEBUG oslo_concurrency.lockutils [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] Acquired lock "refresh_cache-799abfc5-6e9e-4454-b8a1-d44899bd649d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.684859] env[69987]: DEBUG nova.network.neutron [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Refreshing network info cache for port debf9578-7a24-4c6e-b6ad-1b49d6eab2bc {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.040598] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501740, 'name': CreateVM_Task, 'duration_secs': 0.384956} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.040808] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.041460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.041635] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.041954] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.042219] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7189aa-b5e1-41d8-96f6-ef185ccc618a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.046469] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1502.046469] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]522eb462-5ac8-7c46-5419-6be73a2916b6" [ 1502.046469] env[69987]: _type = "Task" [ 1502.046469] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.053655] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522eb462-5ac8-7c46-5419-6be73a2916b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.104026] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501739, 'name': ReconfigVM_Task, 'duration_secs': 1.150504} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.104288] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.104867] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c26af0d9-4c41-4b83-bcea-0915e14b5e27 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.110954] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1502.110954] env[69987]: value = "task-3501741" [ 1502.110954] env[69987]: _type = "Task" [ 1502.110954] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.117843] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501741, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.369653] env[69987]: DEBUG nova.network.neutron [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Updated VIF entry in instance network info cache for port debf9578-7a24-4c6e-b6ad-1b49d6eab2bc. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.370032] env[69987]: DEBUG nova.network.neutron [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Updating instance_info_cache with network_info: [{"id": "debf9578-7a24-4c6e-b6ad-1b49d6eab2bc", "address": "fa:16:3e:f0:84:64", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdebf9578-7a", "ovs_interfaceid": "debf9578-7a24-4c6e-b6ad-1b49d6eab2bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.557109] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]522eb462-5ac8-7c46-5419-6be73a2916b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.557416] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.557656] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.557899] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.558082] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.558258] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.558514] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03299127-5b7b-4732-a883-90c85bb343a7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.567156] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.567432] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.568038] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a88f77-2778-4dcb-b218-66c4b95fc630 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.572811] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1502.572811] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52cc8634-9be3-1e54-9569-e1f1c3e866ec" [ 1502.572811] env[69987]: _type = "Task" [ 1502.572811] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.579873] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52cc8634-9be3-1e54-9569-e1f1c3e866ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.620183] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501741, 'name': Rename_Task, 'duration_secs': 0.131702} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.620474] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.620720] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65e0f576-259c-45b6-8445-08a0732bb0ea {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.627608] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1502.627608] env[69987]: value = "task-3501742" [ 1502.627608] env[69987]: _type = "Task" [ 1502.627608] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.634859] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.872937] env[69987]: DEBUG oslo_concurrency.lockutils [req-8a851242-49c7-4199-afa5-691f75964752 req-ff439a82-5793-4ed0-a928-968767fadcbe service nova] Releasing lock "refresh_cache-799abfc5-6e9e-4454-b8a1-d44899bd649d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.084848] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52cc8634-9be3-1e54-9569-e1f1c3e866ec, 'name': SearchDatastore_Task, 'duration_secs': 0.007928} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.085649] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bc6599-a27c-4614-b13d-132320d1b5cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.090641] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1503.090641] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]523ec631-279d-c053-d1fb-9e7734b07419" [ 1503.090641] env[69987]: _type = "Task" [ 1503.090641] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.097977] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523ec631-279d-c053-d1fb-9e7734b07419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.135768] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.601175] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]523ec631-279d-c053-d1fb-9e7734b07419, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.601375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.601666] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 799abfc5-6e9e-4454-b8a1-d44899bd649d/799abfc5-6e9e-4454-b8a1-d44899bd649d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.601911] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6c03908-28ce-4f6f-8d5b-74e2db2d333d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.607557] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1503.607557] env[69987]: value = "task-3501743" [ 1503.607557] env[69987]: _type = "Task" [ 1503.607557] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.614879] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.636119] env[69987]: DEBUG oslo_vmware.api [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501742, 'name': PowerOnVM_Task, 'duration_secs': 0.634235} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.636360] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.636557] env[69987]: INFO nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1503.636734] env[69987]: DEBUG nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.637479] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b10ca4-f186-4e68-8a51-38c7490f53e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.117369] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418754} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.117638] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 799abfc5-6e9e-4454-b8a1-d44899bd649d/799abfc5-6e9e-4454-b8a1-d44899bd649d.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.117855] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.118115] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99ed828-2331-407f-b43d-e895a768d746 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.124136] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1504.124136] env[69987]: value = "task-3501744" [ 1504.124136] env[69987]: _type = "Task" [ 1504.124136] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.131174] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.153587] env[69987]: INFO nova.compute.manager [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Took 10.99 seconds to build instance. [ 1504.634188] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072715} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.634443] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.635225] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a95b8c-c95e-475e-b30d-6843e81d39f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.656816] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 799abfc5-6e9e-4454-b8a1-d44899bd649d/799abfc5-6e9e-4454-b8a1-d44899bd649d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.657259] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c389f52c-da98-4c30-8956-667f5c2d23a1 tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.499s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.657459] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81835247-0ad4-438b-ac80-caf85aa84d61 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.676505] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1504.676505] env[69987]: value = "task-3501745" [ 1504.676505] env[69987]: _type = "Task" [ 1504.676505] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.684084] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.187055] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501745, 'name': ReconfigVM_Task, 'duration_secs': 0.314647} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.187435] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 799abfc5-6e9e-4454-b8a1-d44899bd649d/799abfc5-6e9e-4454-b8a1-d44899bd649d.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.187981] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc8c746-d7fc-4de2-a9f7-fba74984440f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.194017] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1505.194017] env[69987]: value = "task-3501746" [ 1505.194017] env[69987]: _type = "Task" [ 1505.194017] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.206210] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501746, 'name': Rename_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.483214] env[69987]: INFO nova.compute.manager [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Rebuilding instance [ 1505.523979] env[69987]: DEBUG nova.compute.manager [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.524872] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927a027d-a107-4d5d-be5a-f03d991a058a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.704056] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501746, 'name': Rename_Task, 'duration_secs': 0.139217} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.704376] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.704589] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab4d34b0-8402-4cce-abde-25ce9d147576 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.710908] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1505.710908] env[69987]: value = "task-3501747" [ 1505.710908] env[69987]: _type = "Task" [ 1505.710908] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.718354] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.221782] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.539066] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.539257] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb572510-257e-4bee-80e6-6c55a46daecc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.547289] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1506.547289] env[69987]: value = "task-3501748" [ 1506.547289] env[69987]: _type = "Task" [ 1506.547289] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.555399] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.722234] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501747, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.057020] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501748, 'name': PowerOffVM_Task, 'duration_secs': 0.125006} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.057372] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.058013] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.058795] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8932157-511d-40af-8ad9-efecd3591a67 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.065292] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.065501] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb4b8492-058a-4232-9031-b7bc49fa5f6c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.090054] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.090265] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.090461] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Deleting the datastore file [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.090709] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ed0940-c9db-47d4-954e-c2f6c1f574ae {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.096890] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1507.096890] env[69987]: value = "task-3501750" [ 1507.096890] env[69987]: _type = "Task" [ 1507.096890] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.104323] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.221911] env[69987]: DEBUG oslo_vmware.api [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501747, 'name': PowerOnVM_Task, 'duration_secs': 1.189983} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.222201] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.222386] env[69987]: INFO nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1507.222568] env[69987]: DEBUG nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.223339] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a8e37-ac46-4830-8bff-f8eb2c98435a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.606958] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097729} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.607242] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.607428] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.607609] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.738033] env[69987]: INFO nova.compute.manager [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Took 13.96 seconds to build instance. [ 1508.239404] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2288651e-ea4a-4808-b39f-f753bb747c92 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.471s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.269083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "799abfc5-6e9e-4454-b8a1-d44899bd649d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.269352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.269560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "799abfc5-6e9e-4454-b8a1-d44899bd649d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.269747] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.269911] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.272140] env[69987]: INFO nova.compute.manager [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Terminating instance [ 1508.642480] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.642721] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.642882] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.643077] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.643230] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.643380] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.643591] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.643756] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.643924] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.644101] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.644281] env[69987]: DEBUG nova.virt.hardware [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.645172] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f2fa2-1474-457d-bf19-55fa95826b26 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.653394] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7531d3-9a1f-4be0-b209-6be4e385c3b8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.666404] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Instance VIF info [] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1508.672092] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1508.672314] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.672512] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-305aac5d-6375-45ad-a40d-5c8400a8bb07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.692041] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.692041] env[69987]: value = "task-3501751" [ 1508.692041] env[69987]: _type = "Task" [ 1508.692041] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.701116] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501751, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.776189] env[69987]: DEBUG nova.compute.manager [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1508.776431] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.777288] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bddb11b-8077-4bce-8d16-85bb128ab76a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.784474] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.784735] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f456395-a2bc-4b1c-a6c8-34773c1fde65 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.789951] env[69987]: DEBUG oslo_vmware.api [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1508.789951] env[69987]: value = "task-3501752" [ 1508.789951] env[69987]: _type = "Task" [ 1508.789951] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.798438] env[69987]: DEBUG oslo_vmware.api [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.201243] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501751, 'name': CreateVM_Task, 'duration_secs': 0.263587} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.201445] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.201835] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.202087] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.202350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.202596] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8af975c-61bd-43c8-a87c-2df0522989e8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.206729] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1509.206729] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]529fdef1-1550-a5bc-236d-88c462a53ecb" [ 1509.206729] env[69987]: _type = "Task" [ 1509.206729] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.215158] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529fdef1-1550-a5bc-236d-88c462a53ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.298409] env[69987]: DEBUG oslo_vmware.api [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501752, 'name': PowerOffVM_Task, 'duration_secs': 0.192916} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.298771] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.298771] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.298993] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b761cc-2c41-4225-b6d0-fcf1e8006afe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.354727] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.355019] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.355157] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleting the datastore file [datastore1] 799abfc5-6e9e-4454-b8a1-d44899bd649d {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.355418] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa7746fb-9d37-4c2b-bd19-34c94f89ea16 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.361320] env[69987]: DEBUG oslo_vmware.api [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1509.361320] env[69987]: value = "task-3501754" [ 1509.361320] env[69987]: _type = "Task" [ 1509.361320] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.368528] env[69987]: DEBUG oslo_vmware.api [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.717498] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]529fdef1-1550-a5bc-236d-88c462a53ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.717824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.718085] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.718332] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.718577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.718661] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.718900] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d8f105b-1d09-45e4-86dd-9dcd00143dbb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.727067] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.727244] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.727920] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bafb6e2-c145-4279-8f8f-de136aaeaf66 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.732756] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1509.732756] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52bf538e-00af-9db4-6553-fb419b7ec4f1" [ 1509.732756] env[69987]: _type = "Task" [ 1509.732756] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.740310] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bf538e-00af-9db4-6553-fb419b7ec4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.871065] env[69987]: DEBUG oslo_vmware.api [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117684} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.871339] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1509.871520] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1509.871697] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1509.871869] env[69987]: INFO nova.compute.manager [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1509.872129] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.872320] env[69987]: DEBUG nova.compute.manager [-] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1509.872490] env[69987]: DEBUG nova.network.neutron [-] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1510.092400] env[69987]: DEBUG nova.compute.manager [req-aef05bad-62c4-432d-9f05-c39e08bda320 req-628d3c68-118c-454c-baee-cd6a4c07da09 service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Received event network-vif-deleted-debf9578-7a24-4c6e-b6ad-1b49d6eab2bc {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.092613] env[69987]: INFO nova.compute.manager [req-aef05bad-62c4-432d-9f05-c39e08bda320 req-628d3c68-118c-454c-baee-cd6a4c07da09 service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Neutron deleted interface debf9578-7a24-4c6e-b6ad-1b49d6eab2bc; detaching it from the instance and deleting it from the info cache [ 1510.092793] env[69987]: DEBUG nova.network.neutron [req-aef05bad-62c4-432d-9f05-c39e08bda320 req-628d3c68-118c-454c-baee-cd6a4c07da09 service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.242920] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52bf538e-00af-9db4-6553-fb419b7ec4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008471} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.243635] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf80ca1f-0ea1-4e56-b1b3-cfe821056147 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.248388] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1510.248388] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526d0644-8814-f032-c604-8e3d462d5855" [ 1510.248388] env[69987]: _type = "Task" [ 1510.248388] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.255489] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526d0644-8814-f032-c604-8e3d462d5855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.579266] env[69987]: DEBUG nova.network.neutron [-] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.595028] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22b850bb-347e-4077-a13b-5b90bbd0cf94 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.605925] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca336544-e682-469e-a409-3c796409b7b9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.633091] env[69987]: DEBUG nova.compute.manager [req-aef05bad-62c4-432d-9f05-c39e08bda320 req-628d3c68-118c-454c-baee-cd6a4c07da09 service nova] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Detach interface failed, port_id=debf9578-7a24-4c6e-b6ad-1b49d6eab2bc, reason: Instance 799abfc5-6e9e-4454-b8a1-d44899bd649d could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1510.758826] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526d0644-8814-f032-c604-8e3d462d5855, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.759096] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.759361] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.759617] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03db0b08-a208-4f0a-99cc-88cb1ccfc982 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.766788] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1510.766788] env[69987]: value = "task-3501755" [ 1510.766788] env[69987]: _type = "Task" [ 1510.766788] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.774366] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.082470] env[69987]: INFO nova.compute.manager [-] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Took 1.21 seconds to deallocate network for instance. [ 1511.277279] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425304} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.277570] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.277824] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.278165] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a464bc9c-d0de-4f36-9ec9-ef5f66f1c013 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.285250] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1511.285250] env[69987]: value = "task-3501756" [ 1511.285250] env[69987]: _type = "Task" [ 1511.285250] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.293745] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.589876] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.590255] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.590401] env[69987]: DEBUG nova.objects.instance [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'resources' on Instance uuid 799abfc5-6e9e-4454-b8a1-d44899bd649d {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.794557] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060646} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.794821] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.795639] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52213825-2f63-435f-9c81-15e66d6860d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.815187] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.815417] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcec50d8-e033-4471-8586-ba2b546c88aa {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.835371] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1511.835371] env[69987]: value = "task-3501757" [ 1511.835371] env[69987]: _type = "Task" [ 1511.835371] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.842827] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.848274] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.167889] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f50b4e-2f74-4e11-b105-3c218f40d2ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.175551] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7b74f-644f-4b7c-82b1-b356e0ddfb83 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.206896] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce73b6d-fa89-4576-b876-50b27ed9a151 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.214277] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30903724-7d81-407b-8b54-d0dff132579f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.227489] env[69987]: DEBUG nova.compute.provider_tree [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.345546] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501757, 'name': ReconfigVM_Task, 'duration_secs': 0.265495} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.345763] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf/174dec3e-f503-4bf0-9d84-109b8f29cfaf.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.346427] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e7ecb7f-5e63-4646-a2ad-a2cde11c42a8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.352497] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1512.352497] env[69987]: value = "task-3501758" [ 1512.352497] env[69987]: _type = "Task" [ 1512.352497] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.359720] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501758, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.731323] env[69987]: DEBUG nova.scheduler.client.report [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.862302] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501758, 'name': Rename_Task, 'duration_secs': 0.146734} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.862555] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.862793] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f34b276-aedc-4232-a98f-1f97480e75c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.868185] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1512.868185] env[69987]: value = "task-3501759" [ 1512.868185] env[69987]: _type = "Task" [ 1512.868185] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.875235] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.236467] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.256851] env[69987]: INFO nova.scheduler.client.report [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted allocations for instance 799abfc5-6e9e-4454-b8a1-d44899bd649d [ 1513.378268] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.764326] env[69987]: DEBUG oslo_concurrency.lockutils [None req-20ae706e-1892-4d96-b9aa-c686438de8fe tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "799abfc5-6e9e-4454-b8a1-d44899bd649d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.495s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.878440] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.380345] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.849220] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.849588] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.849714] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1514.856351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.856614] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.856829] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.857028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.857210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.859237] env[69987]: INFO nova.compute.manager [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Terminating instance [ 1514.878926] env[69987]: DEBUG oslo_vmware.api [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501759, 'name': PowerOnVM_Task, 'duration_secs': 1.59888} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.879176] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.879381] env[69987]: DEBUG nova.compute.manager [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1514.880159] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06197536-3fc4-4090-a4e1-7b6c80d180ee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.363132] env[69987]: DEBUG nova.compute.manager [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1515.363387] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.364309] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317be180-07b4-471f-a18a-9b5a6ab47446 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.372097] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.372316] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7cde55d-bf57-4693-93e4-56edcf3a6e14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.378511] env[69987]: DEBUG oslo_vmware.api [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1515.378511] env[69987]: value = "task-3501760" [ 1515.378511] env[69987]: _type = "Task" [ 1515.378511] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.385839] env[69987]: DEBUG oslo_vmware.api [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.393790] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.394142] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.394401] env[69987]: DEBUG nova.objects.instance [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69987) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1515.845424] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.849399] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.888543] env[69987]: DEBUG oslo_vmware.api [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501760, 'name': PowerOffVM_Task, 'duration_secs': 0.168638} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.888833] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.888997] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.889259] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff7e47d-99ad-4dca-8062-89c25b071f4a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.948151] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.948382] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.948610] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleting the datastore file [datastore2] 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.948874] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3839a760-13ad-4d17-bd03-e27263d3b856 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.955375] env[69987]: DEBUG oslo_vmware.api [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1515.955375] env[69987]: value = "task-3501762" [ 1515.955375] env[69987]: _type = "Task" [ 1515.955375] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.964341] env[69987]: DEBUG oslo_vmware.api [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.352449] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.367254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.367558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.367786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.367972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.368165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.370426] env[69987]: INFO nova.compute.manager [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Terminating instance [ 1516.402837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-32e4b826-f735-440b-91f5-ebc33e98554c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.403780] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.051s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.403946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.404122] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1516.405115] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc761a-2cbf-4eae-8fe1-ef96467e163c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.413790] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c67195-6005-4f9b-aafc-5fe9ba5cf66e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.429945] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3fe67-6f18-4913-b5fa-0ff51bc128ab {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.436533] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2ec60-eef4-4b58-9dc3-b4d1e35c3c07 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.467550] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180276MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1516.467727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.467933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.477141] env[69987]: DEBUG oslo_vmware.api [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131494} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.477387] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.477575] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.477758] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.477985] env[69987]: INFO nova.compute.manager [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1516.478264] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1516.478465] env[69987]: DEBUG nova.compute.manager [-] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1516.478548] env[69987]: DEBUG nova.network.neutron [-] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1516.734370] env[69987]: DEBUG nova.compute.manager [req-09fd671d-142c-4c85-9a33-0c05ad7d67ab req-41b340e6-411e-44cc-be0a-68247b259928 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Received event network-vif-deleted-51c526b8-3070-4dff-807a-39425ed41482 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1516.734585] env[69987]: INFO nova.compute.manager [req-09fd671d-142c-4c85-9a33-0c05ad7d67ab req-41b340e6-411e-44cc-be0a-68247b259928 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Neutron deleted interface 51c526b8-3070-4dff-807a-39425ed41482; detaching it from the instance and deleting it from the info cache [ 1516.734733] env[69987]: DEBUG nova.network.neutron [req-09fd671d-142c-4c85-9a33-0c05ad7d67ab req-41b340e6-411e-44cc-be0a-68247b259928 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.874443] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "refresh_cache-174dec3e-f503-4bf0-9d84-109b8f29cfaf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.874840] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquired lock "refresh_cache-174dec3e-f503-4bf0-9d84-109b8f29cfaf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.874840] env[69987]: DEBUG nova.network.neutron [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.218288] env[69987]: DEBUG nova.network.neutron [-] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.237358] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44efa321-c867-45cb-b54b-3fcbfcfaf425 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.247267] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d6a73b-9ba0-4bdb-a1fd-02d9135317e3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.274066] env[69987]: DEBUG nova.compute.manager [req-09fd671d-142c-4c85-9a33-0c05ad7d67ab req-41b340e6-411e-44cc-be0a-68247b259928 service nova] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Detach interface failed, port_id=51c526b8-3070-4dff-807a-39425ed41482, reason: Instance 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1517.392745] env[69987]: DEBUG nova.network.neutron [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.440077] env[69987]: DEBUG nova.network.neutron [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.496133] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 972ddffd-3aa1-4727-998d-a797dcfd37a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1517.496300] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 567f2a74-379a-4800-9ea3-46f9f6d77f8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1517.496419] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1517.496541] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 174dec3e-f503-4bf0-9d84-109b8f29cfaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1517.496720] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1517.496854] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1517.549468] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928bf182-e6ab-4808-b3ff-2bb1d71b8e2c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.556496] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663e8abf-d0b1-4b02-bc11-ba75d9e91452 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.586794] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb316f6-4eb2-4acf-b009-aa1d3770453a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.594051] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bfecf1-9bfa-4c3a-8ac6-b6f54e5036c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.608110] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.721121] env[69987]: INFO nova.compute.manager [-] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Took 1.24 seconds to deallocate network for instance. [ 1517.942728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Releasing lock "refresh_cache-174dec3e-f503-4bf0-9d84-109b8f29cfaf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.943257] env[69987]: DEBUG nova.compute.manager [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.943459] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.944453] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b11c0-b5af-4626-8268-e449172038c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.953747] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.953974] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e129bf2-ccb3-40f7-b77a-29c0fa5389cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.960696] env[69987]: DEBUG oslo_vmware.api [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1517.960696] env[69987]: value = "task-3501763" [ 1517.960696] env[69987]: _type = "Task" [ 1517.960696] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.967770] env[69987]: DEBUG oslo_vmware.api [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.111594] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.227542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.470643] env[69987]: DEBUG oslo_vmware.api [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501763, 'name': PowerOffVM_Task, 'duration_secs': 0.120098} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.471012] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.471271] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.471572] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfb1843c-d630-4666-9d69-60979a8da998 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.495495] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.495778] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.496037] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Deleting the datastore file [datastore1] 174dec3e-f503-4bf0-9d84-109b8f29cfaf {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.496328] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d35e84e-1f80-48d7-b481-aa204c284e44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.501557] env[69987]: DEBUG oslo_vmware.api [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for the task: (returnval){ [ 1518.501557] env[69987]: value = "task-3501765" [ 1518.501557] env[69987]: _type = "Task" [ 1518.501557] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.509423] env[69987]: DEBUG oslo_vmware.api [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.616572] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1518.616948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.617346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.390s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.617645] env[69987]: DEBUG nova.objects.instance [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'resources' on Instance uuid 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.011383] env[69987]: DEBUG oslo_vmware.api [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Task: {'id': task-3501765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092626} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.011728] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.012069] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.012316] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.012530] env[69987]: INFO nova.compute.manager [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1519.012803] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.013048] env[69987]: DEBUG nova.compute.manager [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.013182] env[69987]: DEBUG nova.network.neutron [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.028482] env[69987]: DEBUG nova.network.neutron [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.174613] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e89fa-9df6-4f59-96e4-aa38a0043176 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.181928] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70be21f-a592-4abd-802d-6ca5ad3b8b31 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.211165] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8ee3ff-e5de-462a-a944-085aa0ada3f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.217895] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c94cf1a-41b7-44ea-b114-1279f8e67c20 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.231813] env[69987]: DEBUG nova.compute.provider_tree [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.530955] env[69987]: DEBUG nova.network.neutron [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.618248] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.618418] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.734999] env[69987]: DEBUG nova.scheduler.client.report [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.848961] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.034049] env[69987]: INFO nova.compute.manager [-] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Took 1.02 seconds to deallocate network for instance. [ 1520.240021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.257215] env[69987]: INFO nova.scheduler.client.report [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted allocations for instance 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1 [ 1520.539580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.539878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.540109] env[69987]: DEBUG nova.objects.instance [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lazy-loading 'resources' on Instance uuid 174dec3e-f503-4bf0-9d84-109b8f29cfaf {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.764296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-c03bfe41-c406-43a3-a5a0-21df678b81d2 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.908s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.097930] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc6153-7f11-4d15-be90-da8095a8373d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.105687] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a556344-5a90-4903-b0e5-0b4f6512f929 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.135314] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a4e87-6bb9-4a83-af95-2a310cb36d6d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.142307] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3599a-ae9b-4baf-bd1d-8ae9136e460b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.156384] env[69987]: DEBUG nova.compute.provider_tree [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.659585] env[69987]: DEBUG nova.scheduler.client.report [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.835662] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "3c93c491-1a4e-4c07-bf9a-946d456abe15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.836308] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.844756] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.164548] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.186100] env[69987]: INFO nova.scheduler.client.report [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Deleted allocations for instance 174dec3e-f503-4bf0-9d84-109b8f29cfaf [ 1522.339661] env[69987]: DEBUG nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.693338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-865b50c9-1689-4d2c-9b1e-e97f1887fd9c tempest-ServersListShow2100Test-81320425 tempest-ServersListShow2100Test-81320425-project-member] Lock "174dec3e-f503-4bf0-9d84-109b8f29cfaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.326s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.859240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.859539] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.861069] env[69987]: INFO nova.compute.claims [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1523.919100] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54b5f16-24dc-4f4c-835a-45b5413e37f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.926821] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8b8ef9-bf9e-4578-bbcc-c5a41fd5b0e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.957797] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc1a41d-c529-4ade-a1d4-aaa7b82ee578 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.964843] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca55e65-e1fe-414b-87e4-74d9a237f1c8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.977499] env[69987]: DEBUG nova.compute.provider_tree [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.481047] env[69987]: DEBUG nova.scheduler.client.report [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.985679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.986210] env[69987]: DEBUG nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1525.490837] env[69987]: DEBUG nova.compute.utils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1525.492283] env[69987]: DEBUG nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.492472] env[69987]: DEBUG nova.network.neutron [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.540269] env[69987]: DEBUG nova.policy [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf36efb70f241b6ae22771bbedd8ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a183b7ac4cd4826ba57217901c98a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.785327] env[69987]: DEBUG nova.network.neutron [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Successfully created port: ad70bd09-f301-4ef6-a232-ae03029eb71a {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1525.995922] env[69987]: DEBUG nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1527.006026] env[69987]: DEBUG nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1527.032911] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1527.033245] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.033408] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1527.033590] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.033739] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1527.033889] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1527.034111] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1527.034277] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1527.034444] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1527.034605] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1527.034778] env[69987]: DEBUG nova.virt.hardware [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1527.035693] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61ad62b-f2ba-4024-88fa-2da8ee8f4350 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.043192] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a6aeab-42b6-439a-a3e5-6d154db2322a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.128534] env[69987]: DEBUG nova.compute.manager [req-f86cc7d0-1ca9-43fa-b20c-f6fd7084fefa req-cd3dc932-1fdb-4079-bff8-ddc16ade33a4 service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Received event network-vif-plugged-ad70bd09-f301-4ef6-a232-ae03029eb71a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.128800] env[69987]: DEBUG oslo_concurrency.lockutils [req-f86cc7d0-1ca9-43fa-b20c-f6fd7084fefa req-cd3dc932-1fdb-4079-bff8-ddc16ade33a4 service nova] Acquiring lock "3c93c491-1a4e-4c07-bf9a-946d456abe15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.128964] env[69987]: DEBUG oslo_concurrency.lockutils [req-f86cc7d0-1ca9-43fa-b20c-f6fd7084fefa req-cd3dc932-1fdb-4079-bff8-ddc16ade33a4 service nova] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.129154] env[69987]: DEBUG oslo_concurrency.lockutils [req-f86cc7d0-1ca9-43fa-b20c-f6fd7084fefa req-cd3dc932-1fdb-4079-bff8-ddc16ade33a4 service nova] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.129329] env[69987]: DEBUG nova.compute.manager [req-f86cc7d0-1ca9-43fa-b20c-f6fd7084fefa req-cd3dc932-1fdb-4079-bff8-ddc16ade33a4 service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] No waiting events found dispatching network-vif-plugged-ad70bd09-f301-4ef6-a232-ae03029eb71a {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1527.129498] env[69987]: WARNING nova.compute.manager [req-f86cc7d0-1ca9-43fa-b20c-f6fd7084fefa req-cd3dc932-1fdb-4079-bff8-ddc16ade33a4 service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Received unexpected event network-vif-plugged-ad70bd09-f301-4ef6-a232-ae03029eb71a for instance with vm_state building and task_state spawning. [ 1527.206325] env[69987]: DEBUG nova.network.neutron [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Successfully updated port: ad70bd09-f301-4ef6-a232-ae03029eb71a {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1527.712324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "refresh_cache-3c93c491-1a4e-4c07-bf9a-946d456abe15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.712324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "refresh_cache-3c93c491-1a4e-4c07-bf9a-946d456abe15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.712489] env[69987]: DEBUG nova.network.neutron [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.241813] env[69987]: DEBUG nova.network.neutron [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.363590] env[69987]: DEBUG nova.network.neutron [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Updating instance_info_cache with network_info: [{"id": "ad70bd09-f301-4ef6-a232-ae03029eb71a", "address": "fa:16:3e:32:d7:05", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad70bd09-f3", "ovs_interfaceid": "ad70bd09-f301-4ef6-a232-ae03029eb71a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.522051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.522365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.866451] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "refresh_cache-3c93c491-1a4e-4c07-bf9a-946d456abe15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.866778] env[69987]: DEBUG nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Instance network_info: |[{"id": "ad70bd09-f301-4ef6-a232-ae03029eb71a", "address": "fa:16:3e:32:d7:05", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad70bd09-f3", "ovs_interfaceid": "ad70bd09-f301-4ef6-a232-ae03029eb71a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1528.867229] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:d7:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad70bd09-f301-4ef6-a232-ae03029eb71a', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.875183] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1528.875183] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.875402] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-316f7e8f-7298-4a80-8816-76f2d79a0f10 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.895684] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.895684] env[69987]: value = "task-3501766" [ 1528.895684] env[69987]: _type = "Task" [ 1528.895684] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.904729] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501766, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.025347] env[69987]: DEBUG nova.compute.utils [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1529.159816] env[69987]: DEBUG nova.compute.manager [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Received event network-changed-ad70bd09-f301-4ef6-a232-ae03029eb71a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.160067] env[69987]: DEBUG nova.compute.manager [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Refreshing instance network info cache due to event network-changed-ad70bd09-f301-4ef6-a232-ae03029eb71a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1529.160460] env[69987]: DEBUG oslo_concurrency.lockutils [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] Acquiring lock "refresh_cache-3c93c491-1a4e-4c07-bf9a-946d456abe15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.160607] env[69987]: DEBUG oslo_concurrency.lockutils [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] Acquired lock "refresh_cache-3c93c491-1a4e-4c07-bf9a-946d456abe15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.160811] env[69987]: DEBUG nova.network.neutron [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Refreshing network info cache for port ad70bd09-f301-4ef6-a232-ae03029eb71a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.405593] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501766, 'name': CreateVM_Task, 'duration_secs': 0.323688} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.406208] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.407074] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.407393] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.407819] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.408191] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23766978-7dce-4cce-b002-4f20ebae2536 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.413097] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1529.413097] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526ab02b-2179-2478-e907-4edb214caa2f" [ 1529.413097] env[69987]: _type = "Task" [ 1529.413097] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.422354] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526ab02b-2179-2478-e907-4edb214caa2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.528800] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.832519] env[69987]: DEBUG nova.network.neutron [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Updated VIF entry in instance network info cache for port ad70bd09-f301-4ef6-a232-ae03029eb71a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1529.832861] env[69987]: DEBUG nova.network.neutron [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Updating instance_info_cache with network_info: [{"id": "ad70bd09-f301-4ef6-a232-ae03029eb71a", "address": "fa:16:3e:32:d7:05", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad70bd09-f3", "ovs_interfaceid": "ad70bd09-f301-4ef6-a232-ae03029eb71a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.923641] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526ab02b-2179-2478-e907-4edb214caa2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.923945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.924200] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.924440] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.924587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.924762] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.925039] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0e325cd-60f8-405f-bbb3-768b68731a66 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.933562] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.933725] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.934428] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363e9c11-4c98-46e2-bb0b-412222a72789 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.939170] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1529.939170] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]520b382e-436b-f4db-3b78-08600e2f7cbf" [ 1529.939170] env[69987]: _type = "Task" [ 1529.939170] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.946197] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520b382e-436b-f4db-3b78-08600e2f7cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.335345] env[69987]: DEBUG oslo_concurrency.lockutils [req-5400e76f-78ad-4091-a781-57a2efcaf293 req-55ec76dd-dd9b-4412-a2a7-82d9d2d0174d service nova] Releasing lock "refresh_cache-3c93c491-1a4e-4c07-bf9a-946d456abe15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.449409] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]520b382e-436b-f4db-3b78-08600e2f7cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.450157] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093e3645-27c1-467a-b3cd-407c78145f28 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.456031] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1530.456031] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]526fe599-e0cd-8913-6cce-7258087c7945" [ 1530.456031] env[69987]: _type = "Task" [ 1530.456031] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.462840] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526fe599-e0cd-8913-6cce-7258087c7945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.592037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.592342] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.592624] env[69987]: INFO nova.compute.manager [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Attaching volume 7496e0cf-11b3-41e5-a011-9d28f5b93258 to /dev/sdb [ 1530.630563] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9368f-1e18-4285-a4c3-8bf3fbd3025c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.638090] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c8cde0-7e34-433c-b5ad-bb3624bf1489 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.651322] env[69987]: DEBUG nova.virt.block_device [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updating existing volume attachment record: 497ef9b4-e978-42ad-a8a5-bc179e77cf24 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1530.966164] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]526fe599-e0cd-8913-6cce-7258087c7945, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.966164] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.966362] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3c93c491-1a4e-4c07-bf9a-946d456abe15/3c93c491-1a4e-4c07-bf9a-946d456abe15.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.966545] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6170602-cdd1-418d-a340-2f1e0c8837f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.973384] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1530.973384] env[69987]: value = "task-3501770" [ 1530.973384] env[69987]: _type = "Task" [ 1530.973384] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.980920] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.484124] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433711} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.484523] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 3c93c491-1a4e-4c07-bf9a-946d456abe15/3c93c491-1a4e-4c07-bf9a-946d456abe15.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.484607] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.484828] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d4fcea-f9ff-44da-9796-d893076579c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.491020] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1531.491020] env[69987]: value = "task-3501771" [ 1531.491020] env[69987]: _type = "Task" [ 1531.491020] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.498593] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.999916] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072065} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.000187] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1532.000988] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9402bc58-92d0-448c-8004-4030444f8072 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.023782] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 3c93c491-1a4e-4c07-bf9a-946d456abe15/3c93c491-1a4e-4c07-bf9a-946d456abe15.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.024055] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d134650-e110-47a2-b9fd-c914e4b19e64 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.042765] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1532.042765] env[69987]: value = "task-3501772" [ 1532.042765] env[69987]: _type = "Task" [ 1532.042765] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.050076] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.553017] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501772, 'name': ReconfigVM_Task, 'duration_secs': 0.297446} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.553456] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 3c93c491-1a4e-4c07-bf9a-946d456abe15/3c93c491-1a4e-4c07-bf9a-946d456abe15.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1532.553843] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-532ca35b-799b-4539-8d4f-e81a9e120c91 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.559619] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1532.559619] env[69987]: value = "task-3501773" [ 1532.559619] env[69987]: _type = "Task" [ 1532.559619] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.568730] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501773, 'name': Rename_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.070401] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501773, 'name': Rename_Task, 'duration_secs': 0.127351} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.070716] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.070977] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c833e39-67eb-413a-b482-5f227529210b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.077647] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1533.077647] env[69987]: value = "task-3501775" [ 1533.077647] env[69987]: _type = "Task" [ 1533.077647] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.085361] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.586978] env[69987]: DEBUG oslo_vmware.api [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501775, 'name': PowerOnVM_Task, 'duration_secs': 0.444754} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.587372] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.587476] env[69987]: INFO nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1533.587741] env[69987]: DEBUG nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1533.588551] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc597595-e138-4451-96a8-c47cc10e2666 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.104018] env[69987]: INFO nova.compute.manager [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Took 11.26 seconds to build instance. [ 1534.605860] env[69987]: DEBUG oslo_concurrency.lockutils [None req-dfddf786-f828-48d0-8573-0641a74939d0 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.770s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.193104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "3c93c491-1a4e-4c07-bf9a-946d456abe15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.193398] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.193615] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "3c93c491-1a4e-4c07-bf9a-946d456abe15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.193803] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.193974] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.196462] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1535.196672] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699763', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'name': 'volume-7496e0cf-11b3-41e5-a011-9d28f5b93258', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567f2a74-379a-4800-9ea3-46f9f6d77f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'serial': '7496e0cf-11b3-41e5-a011-9d28f5b93258'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1535.197558] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b9e965-fc63-4567-a528-e5158165b932 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.200478] env[69987]: INFO nova.compute.manager [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Terminating instance [ 1535.216980] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684a0958-e3da-46ea-870e-7bf42c6a97cb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.241346] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-7496e0cf-11b3-41e5-a011-9d28f5b93258/volume-7496e0cf-11b3-41e5-a011-9d28f5b93258.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.241783] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af5a04e-e910-4c23-8b75-68ac85c214c7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.258672] env[69987]: DEBUG oslo_vmware.api [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1535.258672] env[69987]: value = "task-3501776" [ 1535.258672] env[69987]: _type = "Task" [ 1535.258672] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.265895] env[69987]: DEBUG oslo_vmware.api [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.704995] env[69987]: DEBUG nova.compute.manager [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.705395] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.706160] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d589290-baa6-436e-8000-0910a229da90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.713801] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.714035] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1052f3a6-da29-41aa-97e8-08e6de5dc092 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.720143] env[69987]: DEBUG oslo_vmware.api [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1535.720143] env[69987]: value = "task-3501777" [ 1535.720143] env[69987]: _type = "Task" [ 1535.720143] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.727641] env[69987]: DEBUG oslo_vmware.api [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.768746] env[69987]: DEBUG oslo_vmware.api [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501776, 'name': ReconfigVM_Task, 'duration_secs': 0.328324} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.769023] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-7496e0cf-11b3-41e5-a011-9d28f5b93258/volume-7496e0cf-11b3-41e5-a011-9d28f5b93258.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.773781] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10211cf0-c32b-4bbe-8660-5b9a8deb40b7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.788160] env[69987]: DEBUG oslo_vmware.api [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1535.788160] env[69987]: value = "task-3501778" [ 1535.788160] env[69987]: _type = "Task" [ 1535.788160] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.795874] env[69987]: DEBUG oslo_vmware.api [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.230048] env[69987]: DEBUG oslo_vmware.api [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501777, 'name': PowerOffVM_Task, 'duration_secs': 0.193283} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.230048] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.230048] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.230416] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e233491-52bb-41b3-9aeb-e7e0d1a06ba5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.294637] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.294864] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.295067] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleting the datastore file [datastore1] 3c93c491-1a4e-4c07-bf9a-946d456abe15 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.295680] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c143573-036f-4bb0-abd8-2f2ba611158d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.300274] env[69987]: DEBUG oslo_vmware.api [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501778, 'name': ReconfigVM_Task, 'duration_secs': 0.136896} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.300954] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699763', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'name': 'volume-7496e0cf-11b3-41e5-a011-9d28f5b93258', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567f2a74-379a-4800-9ea3-46f9f6d77f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'serial': '7496e0cf-11b3-41e5-a011-9d28f5b93258'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1536.306167] env[69987]: DEBUG oslo_vmware.api [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1536.306167] env[69987]: value = "task-3501780" [ 1536.306167] env[69987]: _type = "Task" [ 1536.306167] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.313594] env[69987]: DEBUG oslo_vmware.api [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.816720] env[69987]: DEBUG oslo_vmware.api [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168286} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.816971] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.817156] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.817329] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.817498] env[69987]: INFO nova.compute.manager [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1536.817724] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.817940] env[69987]: DEBUG nova.compute.manager [-] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.818052] env[69987]: DEBUG nova.network.neutron [-] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.073385] env[69987]: DEBUG nova.compute.manager [req-cb0160b5-ee41-423e-a606-8b2b99c77070 req-b57c061b-d1ce-40c2-9f0a-cc5934162651 service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Received event network-vif-deleted-ad70bd09-f301-4ef6-a232-ae03029eb71a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1537.073704] env[69987]: INFO nova.compute.manager [req-cb0160b5-ee41-423e-a606-8b2b99c77070 req-b57c061b-d1ce-40c2-9f0a-cc5934162651 service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Neutron deleted interface ad70bd09-f301-4ef6-a232-ae03029eb71a; detaching it from the instance and deleting it from the info cache [ 1537.073991] env[69987]: DEBUG nova.network.neutron [req-cb0160b5-ee41-423e-a606-8b2b99c77070 req-b57c061b-d1ce-40c2-9f0a-cc5934162651 service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.338262] env[69987]: DEBUG nova.objects.instance [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'flavor' on Instance uuid 567f2a74-379a-4800-9ea3-46f9f6d77f8b {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.558602] env[69987]: DEBUG nova.network.neutron [-] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.576506] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0d41f9f-840f-43e9-aa6e-7cd626dbd1a1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.587416] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63cf49d-51de-4207-a004-d9fa9722c154 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.612533] env[69987]: DEBUG nova.compute.manager [req-cb0160b5-ee41-423e-a606-8b2b99c77070 req-b57c061b-d1ce-40c2-9f0a-cc5934162651 service nova] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Detach interface failed, port_id=ad70bd09-f301-4ef6-a232-ae03029eb71a, reason: Instance 3c93c491-1a4e-4c07-bf9a-946d456abe15 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1537.843636] env[69987]: DEBUG oslo_concurrency.lockutils [None req-2cc3bb96-2ed5-4dbb-8eb2-c9ace6b99237 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.251s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.060545] env[69987]: INFO nova.compute.manager [-] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Took 1.24 seconds to deallocate network for instance. [ 1538.567817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.568134] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.568362] env[69987]: DEBUG nova.objects.instance [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'resources' on Instance uuid 3c93c491-1a4e-4c07-bf9a-946d456abe15 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.908259] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.908538] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.134262] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e25ca-f49a-4f0c-9235-2fe2e5b1cb69 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.142099] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ba967-da20-4ea2-b325-a36b41a44ee4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.172953] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3766d3-4f1b-4f02-bc92-8842f74173a6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.179660] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c2f5d6-21f0-422b-b14d-5878f38d3f70 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.192527] env[69987]: DEBUG nova.compute.provider_tree [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.411023] env[69987]: DEBUG nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.696119] env[69987]: DEBUG nova.scheduler.client.report [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.929116] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.201410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.203698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.275s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.205268] env[69987]: INFO nova.compute.claims [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.221461] env[69987]: INFO nova.scheduler.client.report [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted allocations for instance 3c93c491-1a4e-4c07-bf9a-946d456abe15 [ 1540.728196] env[69987]: DEBUG oslo_concurrency.lockutils [None req-9634fbc5-a5a8-412c-8783-e1697b441757 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "3c93c491-1a4e-4c07-bf9a-946d456abe15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.535s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.263469] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e82a6-3bbf-407a-8970-c1bec93e8582 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.272933] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba5bbc3-9e4b-4e9e-9563-7b73af916156 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.304859] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be2e450-5f9a-4b5f-8756-e36a01c9f308 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.313349] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fedac6-4df5-4aa7-815d-fd285a8dfd97 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.329015] env[69987]: DEBUG nova.compute.provider_tree [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.832100] env[69987]: DEBUG nova.scheduler.client.report [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.248432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "e9954604-4ced-446d-9402-b9e78f7eadbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.248666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.337311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.337812] env[69987]: DEBUG nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.750628] env[69987]: DEBUG nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.842637] env[69987]: DEBUG nova.compute.utils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1542.844321] env[69987]: DEBUG nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.844618] env[69987]: DEBUG nova.network.neutron [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.891317] env[69987]: DEBUG nova.policy [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ba7cca789344fd6953c1a91e2043e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c05a2d2a00c4bc5b8f1add54b1f56c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.272961] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.273298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1543.275156] env[69987]: INFO nova.compute.claims [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.347321] env[69987]: DEBUG nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.390058] env[69987]: DEBUG nova.network.neutron [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Successfully created port: 94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.344408] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b08c998-cfbc-47f1-b3bd-77cd9351de08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.351844] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258576b-c28e-4264-b418-2f58474d85f4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.355865] env[69987]: DEBUG nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.386678] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab8cd8-4ab1-4740-89fe-f54f373fc2c3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.395244] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.395492] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.395650] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.395888] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.396072] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.396227] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.396435] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.396593] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.396759] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.396919] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.397109] env[69987]: DEBUG nova.virt.hardware [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.398357] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e1d46e-a771-4049-bb88-9b7d3c6a79af {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.402669] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f6dc2c-14c5-46d7-a307-654f73fd451e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.418969] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f79d07-a4b6-4f68-a361-f9106333b4e4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.422785] env[69987]: DEBUG nova.compute.provider_tree [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.759116] env[69987]: DEBUG nova.compute.manager [req-796b5021-a3df-4e83-85ae-837d98b4fb0f req-5160040e-db37-415f-bf72-f770501d9f37 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Received event network-vif-plugged-94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.759347] env[69987]: DEBUG oslo_concurrency.lockutils [req-796b5021-a3df-4e83-85ae-837d98b4fb0f req-5160040e-db37-415f-bf72-f770501d9f37 service nova] Acquiring lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.759553] env[69987]: DEBUG oslo_concurrency.lockutils [req-796b5021-a3df-4e83-85ae-837d98b4fb0f req-5160040e-db37-415f-bf72-f770501d9f37 service nova] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.760057] env[69987]: DEBUG oslo_concurrency.lockutils [req-796b5021-a3df-4e83-85ae-837d98b4fb0f req-5160040e-db37-415f-bf72-f770501d9f37 service nova] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.760057] env[69987]: DEBUG nova.compute.manager [req-796b5021-a3df-4e83-85ae-837d98b4fb0f req-5160040e-db37-415f-bf72-f770501d9f37 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] No waiting events found dispatching network-vif-plugged-94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.760057] env[69987]: WARNING nova.compute.manager [req-796b5021-a3df-4e83-85ae-837d98b4fb0f req-5160040e-db37-415f-bf72-f770501d9f37 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Received unexpected event network-vif-plugged-94d77acf-c4cb-44e5-a683-6bb9634315e4 for instance with vm_state building and task_state spawning. [ 1544.862194] env[69987]: DEBUG nova.network.neutron [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Successfully updated port: 94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1544.926129] env[69987]: DEBUG nova.scheduler.client.report [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.364952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.365277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.365348] env[69987]: DEBUG nova.network.neutron [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.430225] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.430747] env[69987]: DEBUG nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.904690] env[69987]: DEBUG nova.network.neutron [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1545.935252] env[69987]: DEBUG nova.compute.utils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1545.936920] env[69987]: DEBUG nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.937100] env[69987]: DEBUG nova.network.neutron [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.976197] env[69987]: DEBUG nova.policy [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bf36efb70f241b6ae22771bbedd8ef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a183b7ac4cd4826ba57217901c98a03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.037677] env[69987]: DEBUG nova.network.neutron [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Updating instance_info_cache with network_info: [{"id": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "address": "fa:16:3e:94:ed:bc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d77acf-c4", "ovs_interfaceid": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.218519] env[69987]: DEBUG nova.network.neutron [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Successfully created port: b4f5309a-8150-4f68-a003-cb22bbe7c0b6 {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.440310] env[69987]: DEBUG nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.539779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.540105] env[69987]: DEBUG nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Instance network_info: |[{"id": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "address": "fa:16:3e:94:ed:bc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d77acf-c4", "ovs_interfaceid": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1546.540511] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:ed:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94d77acf-c4cb-44e5-a683-6bb9634315e4', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1546.548233] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1546.548655] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1546.548879] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af1fcd9d-4777-4a70-9002-07c4147f8439 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.569380] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1546.569380] env[69987]: value = "task-3501781" [ 1546.569380] env[69987]: _type = "Task" [ 1546.569380] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.576504] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501781, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.801218] env[69987]: DEBUG nova.compute.manager [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Received event network-changed-94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.801438] env[69987]: DEBUG nova.compute.manager [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Refreshing instance network info cache due to event network-changed-94d77acf-c4cb-44e5-a683-6bb9634315e4. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1546.801673] env[69987]: DEBUG oslo_concurrency.lockutils [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] Acquiring lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.802608] env[69987]: DEBUG oslo_concurrency.lockutils [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] Acquired lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.802608] env[69987]: DEBUG nova.network.neutron [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Refreshing network info cache for port 94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.079048] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501781, 'name': CreateVM_Task, 'duration_secs': 0.310593} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.079207] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1547.079886] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.080074] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.080395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.080649] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079658d6-ba50-4f59-b2ba-dde1406bbb21 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.085328] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1547.085328] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ea7ecb-0710-2577-5b1c-746373d39949" [ 1547.085328] env[69987]: _type = "Task" [ 1547.085328] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.092581] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ea7ecb-0710-2577-5b1c-746373d39949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.451481] env[69987]: DEBUG nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.477310] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.477543] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.477698] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.477879] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.478039] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.478197] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.478401] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.478560] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.478729] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.478892] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.479079] env[69987]: DEBUG nova.virt.hardware [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.479934] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66641eec-d8f0-4c10-b572-c9379c8cf6d7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.487827] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d569b-e69e-4305-a6b5-07f635560f7b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.492514] env[69987]: DEBUG nova.network.neutron [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Updated VIF entry in instance network info cache for port 94d77acf-c4cb-44e5-a683-6bb9634315e4. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.492829] env[69987]: DEBUG nova.network.neutron [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Updating instance_info_cache with network_info: [{"id": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "address": "fa:16:3e:94:ed:bc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d77acf-c4", "ovs_interfaceid": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.574482] env[69987]: DEBUG nova.compute.manager [req-3c54f4f6-7877-4a11-9b53-26b6e8e28509 req-8d354d12-f228-4b0d-9cf8-fd06768fcc67 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Received event network-vif-plugged-b4f5309a-8150-4f68-a003-cb22bbe7c0b6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1547.574732] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c54f4f6-7877-4a11-9b53-26b6e8e28509 req-8d354d12-f228-4b0d-9cf8-fd06768fcc67 service nova] Acquiring lock "e9954604-4ced-446d-9402-b9e78f7eadbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.574901] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c54f4f6-7877-4a11-9b53-26b6e8e28509 req-8d354d12-f228-4b0d-9cf8-fd06768fcc67 service nova] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.575091] env[69987]: DEBUG oslo_concurrency.lockutils [req-3c54f4f6-7877-4a11-9b53-26b6e8e28509 req-8d354d12-f228-4b0d-9cf8-fd06768fcc67 service nova] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.575242] env[69987]: DEBUG nova.compute.manager [req-3c54f4f6-7877-4a11-9b53-26b6e8e28509 req-8d354d12-f228-4b0d-9cf8-fd06768fcc67 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] No waiting events found dispatching network-vif-plugged-b4f5309a-8150-4f68-a003-cb22bbe7c0b6 {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1547.575406] env[69987]: WARNING nova.compute.manager [req-3c54f4f6-7877-4a11-9b53-26b6e8e28509 req-8d354d12-f228-4b0d-9cf8-fd06768fcc67 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Received unexpected event network-vif-plugged-b4f5309a-8150-4f68-a003-cb22bbe7c0b6 for instance with vm_state building and task_state spawning. [ 1547.594772] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ea7ecb-0710-2577-5b1c-746373d39949, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.595066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.595298] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.595648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.595708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.595843] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.596104] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-914ef188-0449-4057-870e-bd1fbaeaa439 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.604231] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.604401] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.605082] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a1eba4-4309-4984-bc5f-9d593eb7375f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.610060] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1547.610060] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52648fd8-d33d-0a62-5711-52dfc9e52f07" [ 1547.610060] env[69987]: _type = "Task" [ 1547.610060] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.617639] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52648fd8-d33d-0a62-5711-52dfc9e52f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.648607] env[69987]: DEBUG nova.network.neutron [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Successfully updated port: b4f5309a-8150-4f68-a003-cb22bbe7c0b6 {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.003675] env[69987]: DEBUG oslo_concurrency.lockutils [req-67aa166c-c32c-4c40-bdcd-9ecc5bf0eef2 req-05f17436-b820-4b40-8459-874488a00cbc service nova] Releasing lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.121122] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52648fd8-d33d-0a62-5711-52dfc9e52f07, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.121515] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa0f977-d697-4178-bdc5-0b30d8dc21d4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.126428] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1548.126428] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52d85ace-ed5c-ded3-5cde-b61a4b141168" [ 1548.126428] env[69987]: _type = "Task" [ 1548.126428] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.134774] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d85ace-ed5c-ded3-5cde-b61a4b141168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.151384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "refresh_cache-e9954604-4ced-446d-9402-b9e78f7eadbb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.151509] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "refresh_cache-e9954604-4ced-446d-9402-b9e78f7eadbb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.151657] env[69987]: DEBUG nova.network.neutron [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.636260] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52d85ace-ed5c-ded3-5cde-b61a4b141168, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.636595] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.636753] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 7031564a-5b7c-4276-b0f5-0cd7c97caf1e/7031564a-5b7c-4276-b0f5-0cd7c97caf1e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1548.636986] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8737766e-6d68-4db3-b411-33a5dc28112e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.643574] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1548.643574] env[69987]: value = "task-3501782" [ 1548.643574] env[69987]: _type = "Task" [ 1548.643574] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.650320] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.684335] env[69987]: DEBUG nova.network.neutron [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.805181] env[69987]: DEBUG nova.network.neutron [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Updating instance_info_cache with network_info: [{"id": "b4f5309a-8150-4f68-a003-cb22bbe7c0b6", "address": "fa:16:3e:a1:15:75", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f5309a-81", "ovs_interfaceid": "b4f5309a-8150-4f68-a003-cb22bbe7c0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.156031] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43064} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.156031] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 7031564a-5b7c-4276-b0f5-0cd7c97caf1e/7031564a-5b7c-4276-b0f5-0cd7c97caf1e.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.156031] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.156031] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffeb1116-9a46-49e5-8abb-e646bd88245f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.161840] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1549.161840] env[69987]: value = "task-3501783" [ 1549.161840] env[69987]: _type = "Task" [ 1549.161840] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.169826] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.309066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "refresh_cache-e9954604-4ced-446d-9402-b9e78f7eadbb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.309066] env[69987]: DEBUG nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Instance network_info: |[{"id": "b4f5309a-8150-4f68-a003-cb22bbe7c0b6", "address": "fa:16:3e:a1:15:75", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f5309a-81", "ovs_interfaceid": "b4f5309a-8150-4f68-a003-cb22bbe7c0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.309066] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:15:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f5309a-8150-4f68-a003-cb22bbe7c0b6', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.316468] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1549.317061] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.317312] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7b68cd-cc49-4213-9bae-f5876eaf2737 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.336960] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.336960] env[69987]: value = "task-3501784" [ 1549.336960] env[69987]: _type = "Task" [ 1549.336960] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.346120] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501784, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.599899] env[69987]: DEBUG nova.compute.manager [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Received event network-changed-b4f5309a-8150-4f68-a003-cb22bbe7c0b6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1549.600110] env[69987]: DEBUG nova.compute.manager [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Refreshing instance network info cache due to event network-changed-b4f5309a-8150-4f68-a003-cb22bbe7c0b6. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1549.600333] env[69987]: DEBUG oslo_concurrency.lockutils [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] Acquiring lock "refresh_cache-e9954604-4ced-446d-9402-b9e78f7eadbb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.600480] env[69987]: DEBUG oslo_concurrency.lockutils [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] Acquired lock "refresh_cache-e9954604-4ced-446d-9402-b9e78f7eadbb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.600639] env[69987]: DEBUG nova.network.neutron [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Refreshing network info cache for port b4f5309a-8150-4f68-a003-cb22bbe7c0b6 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.671349] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063016} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.671697] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1549.672432] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9efb11-3700-4f65-a524-f355f6614e60 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.694441] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 7031564a-5b7c-4276-b0f5-0cd7c97caf1e/7031564a-5b7c-4276-b0f5-0cd7c97caf1e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.694683] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5228c6-fd54-4f41-9101-cf9c2f2d1b5c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.713833] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1549.713833] env[69987]: value = "task-3501785" [ 1549.713833] env[69987]: _type = "Task" [ 1549.713833] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.721546] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.848451] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501784, 'name': CreateVM_Task, 'duration_secs': 0.318713} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.848586] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.849245] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.849414] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.849745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.850009] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66437292-52c9-420a-8bfd-8884f705e0e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.854637] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1549.854637] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52aec3de-c817-5294-5834-81391a92034b" [ 1549.854637] env[69987]: _type = "Task" [ 1549.854637] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.862501] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aec3de-c817-5294-5834-81391a92034b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.224377] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501785, 'name': ReconfigVM_Task, 'duration_secs': 0.272269} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.224626] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 7031564a-5b7c-4276-b0f5-0cd7c97caf1e/7031564a-5b7c-4276-b0f5-0cd7c97caf1e.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.225247] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6b0a93d-7075-49aa-8580-64d30067c130 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.231380] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1550.231380] env[69987]: value = "task-3501786" [ 1550.231380] env[69987]: _type = "Task" [ 1550.231380] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.238961] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501786, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.326563] env[69987]: DEBUG nova.network.neutron [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Updated VIF entry in instance network info cache for port b4f5309a-8150-4f68-a003-cb22bbe7c0b6. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1550.326936] env[69987]: DEBUG nova.network.neutron [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Updating instance_info_cache with network_info: [{"id": "b4f5309a-8150-4f68-a003-cb22bbe7c0b6", "address": "fa:16:3e:a1:15:75", "network": {"id": "7e818b96-0a83-49aa-ad44-91eb86e3df55", "bridge": "br-int", "label": "tempest-ServersTestJSON-864924246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a183b7ac4cd4826ba57217901c98a03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f5309a-81", "ovs_interfaceid": "b4f5309a-8150-4f68-a003-cb22bbe7c0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.364454] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52aec3de-c817-5294-5834-81391a92034b, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.364734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.364968] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.365222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.365371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.365549] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.365792] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbb97c4c-ec4c-410d-bc7b-ffe6d9678b67 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.372813] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.372986] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.373678] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2bafd2c-9f6d-480b-b77d-c9cfc5060635 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.378472] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1550.378472] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]521268f7-8bb0-7de5-ec2e-1c0bd5edba08" [ 1550.378472] env[69987]: _type = "Task" [ 1550.378472] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.385502] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521268f7-8bb0-7de5-ec2e-1c0bd5edba08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.741516] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501786, 'name': Rename_Task, 'duration_secs': 0.142362} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.741833] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.742073] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7898c17-9fa7-494b-ae55-ee4b83b96df6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.747652] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1550.747652] env[69987]: value = "task-3501787" [ 1550.747652] env[69987]: _type = "Task" [ 1550.747652] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.754615] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.829463] env[69987]: DEBUG oslo_concurrency.lockutils [req-31f93494-e814-45f3-bdfb-d33b6e538574 req-ee095867-3675-4502-90a6-ebbf77142570 service nova] Releasing lock "refresh_cache-e9954604-4ced-446d-9402-b9e78f7eadbb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.888362] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]521268f7-8bb0-7de5-ec2e-1c0bd5edba08, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.889137] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2614c3-f6e3-4a5d-8c66-dc3dd945946e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.893928] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1550.893928] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52459100-eea4-9c9c-2a01-469a26a4fc8c" [ 1550.893928] env[69987]: _type = "Task" [ 1550.893928] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.901228] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52459100-eea4-9c9c-2a01-469a26a4fc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.257606] env[69987]: DEBUG oslo_vmware.api [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501787, 'name': PowerOnVM_Task, 'duration_secs': 0.437131} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.257873] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.258141] env[69987]: INFO nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1551.258330] env[69987]: DEBUG nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.259093] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8432cfd6-3d81-4e7a-919e-a9d24eecbd44 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.404547] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52459100-eea4-9c9c-2a01-469a26a4fc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.404807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.405081] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] e9954604-4ced-446d-9402-b9e78f7eadbb/e9954604-4ced-446d-9402-b9e78f7eadbb.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.405372] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a49fcd0d-e915-4bb6-902f-6eaaeffb9150 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.412127] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1551.412127] env[69987]: value = "task-3501788" [ 1551.412127] env[69987]: _type = "Task" [ 1551.412127] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.420526] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.777076] env[69987]: INFO nova.compute.manager [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Took 11.86 seconds to build instance. [ 1551.922185] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501788, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.937584] env[69987]: DEBUG nova.compute.manager [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Received event network-changed-94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1551.937779] env[69987]: DEBUG nova.compute.manager [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Refreshing instance network info cache due to event network-changed-94d77acf-c4cb-44e5-a683-6bb9634315e4. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1551.937995] env[69987]: DEBUG oslo_concurrency.lockutils [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] Acquiring lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.938160] env[69987]: DEBUG oslo_concurrency.lockutils [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] Acquired lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.938348] env[69987]: DEBUG nova.network.neutron [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Refreshing network info cache for port 94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.278834] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e99ea57d-0559-4a0b-8cdc-7069c7e1edbf tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.370s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.423732] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600669} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.424011] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] e9954604-4ced-446d-9402-b9e78f7eadbb/e9954604-4ced-446d-9402-b9e78f7eadbb.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.424270] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.424554] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b73472d9-0f55-46be-add2-46d7f7516e3a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.431819] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1552.431819] env[69987]: value = "task-3501789" [ 1552.431819] env[69987]: _type = "Task" [ 1552.431819] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.442267] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.641543] env[69987]: DEBUG nova.network.neutron [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Updated VIF entry in instance network info cache for port 94d77acf-c4cb-44e5-a683-6bb9634315e4. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.641938] env[69987]: DEBUG nova.network.neutron [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Updating instance_info_cache with network_info: [{"id": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "address": "fa:16:3e:94:ed:bc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d77acf-c4", "ovs_interfaceid": "94d77acf-c4cb-44e5-a683-6bb9634315e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.941408] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072416} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.943026] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1552.943026] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f204142-5e5d-4b2d-a33d-64280f7b1392 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.964659] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] e9954604-4ced-446d-9402-b9e78f7eadbb/e9954604-4ced-446d-9402-b9e78f7eadbb.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.964993] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2258e1ed-eab8-47ad-9eca-200efb84489a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.984798] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1552.984798] env[69987]: value = "task-3501790" [ 1552.984798] env[69987]: _type = "Task" [ 1552.984798] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.992138] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.145112] env[69987]: DEBUG oslo_concurrency.lockutils [req-4dd51e89-9bbd-4d0b-8fee-c9a8152cff17 req-03f9b1e6-92ab-4776-a61a-8148194b6c25 service nova] Releasing lock "refresh_cache-7031564a-5b7c-4276-b0f5-0cd7c97caf1e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.494860] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501790, 'name': ReconfigVM_Task, 'duration_secs': 0.359087} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.495150] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Reconfigured VM instance instance-0000007d to attach disk [datastore1] e9954604-4ced-446d-9402-b9e78f7eadbb/e9954604-4ced-446d-9402-b9e78f7eadbb.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.495756] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b613976-74fb-4cf5-9be2-2708bb3095e1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.501673] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1553.501673] env[69987]: value = "task-3501791" [ 1553.501673] env[69987]: _type = "Task" [ 1553.501673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.510250] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501791, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.012063] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501791, 'name': Rename_Task, 'duration_secs': 0.179073} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.012421] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.012930] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c9d859-9725-410a-be6e-ab7721d24759 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.019239] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1554.019239] env[69987]: value = "task-3501792" [ 1554.019239] env[69987]: _type = "Task" [ 1554.019239] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.027282] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.529368] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.029424] env[69987]: DEBUG oslo_vmware.api [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501792, 'name': PowerOnVM_Task, 'duration_secs': 0.665281} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.029757] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.029888] env[69987]: INFO nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1555.030055] env[69987]: DEBUG nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.030792] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e60d2-39a2-4cfa-942a-5e1fd222a354 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.548580] env[69987]: INFO nova.compute.manager [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Took 12.29 seconds to build instance. [ 1556.050561] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3db38a54-b66b-4b41-95fd-e7f67cef0391 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.802s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.605202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "e9954604-4ced-446d-9402-b9e78f7eadbb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.605480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.605672] env[69987]: DEBUG nova.compute.manager [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.606640] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d1d5e-e87f-4474-a03f-c842ad8b2612 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.613457] env[69987]: DEBUG nova.compute.manager [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69987) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1556.614028] env[69987]: DEBUG nova.objects.instance [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'flavor' on Instance uuid e9954604-4ced-446d-9402-b9e78f7eadbb {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.620827] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.621211] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda118d1-d961-4278-86b3-19439f1da35a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.628457] env[69987]: DEBUG oslo_vmware.api [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1557.628457] env[69987]: value = "task-3501793" [ 1557.628457] env[69987]: _type = "Task" [ 1557.628457] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.636144] env[69987]: DEBUG oslo_vmware.api [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.138144] env[69987]: DEBUG oslo_vmware.api [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501793, 'name': PowerOffVM_Task, 'duration_secs': 0.189817} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.138413] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.138613] env[69987]: DEBUG nova.compute.manager [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.139364] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc47a304-f8be-43da-a3a4-5b6e3c1a4158 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.650277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-f5f4da11-b7a6-4e34-a492-47ed8f9929ac tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.201563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "e9954604-4ced-446d-9402-b9e78f7eadbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.201835] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.202123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "e9954604-4ced-446d-9402-b9e78f7eadbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.202330] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.202502] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.204585] env[69987]: INFO nova.compute.manager [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Terminating instance [ 1559.708608] env[69987]: DEBUG nova.compute.manager [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.708975] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.709795] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0000d962-61bb-4dd3-945b-00494952aea5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.717630] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.717847] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0e7cd6a-a2c3-4852-b36d-a4f36174c61f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.792026] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1559.792280] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1559.792462] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleting the datastore file [datastore1] e9954604-4ced-446d-9402-b9e78f7eadbb {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.792722] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc3ca677-b38d-475e-a37d-5c9d272d08c1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.799242] env[69987]: DEBUG oslo_vmware.api [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1559.799242] env[69987]: value = "task-3501795" [ 1559.799242] env[69987]: _type = "Task" [ 1559.799242] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.806786] env[69987]: DEBUG oslo_vmware.api [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.309290] env[69987]: DEBUG oslo_vmware.api [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131668} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.309538] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.309711] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.309888] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.310077] env[69987]: INFO nova.compute.manager [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1560.310325] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1560.310579] env[69987]: DEBUG nova.compute.manager [-] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1560.310698] env[69987]: DEBUG nova.network.neutron [-] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.534129] env[69987]: DEBUG nova.compute.manager [req-aeef89c2-9f99-4597-9b18-489434c9ed49 req-0e907b36-9cbc-406b-afaf-ea5a5b1012ff service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Received event network-vif-deleted-b4f5309a-8150-4f68-a003-cb22bbe7c0b6 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.534342] env[69987]: INFO nova.compute.manager [req-aeef89c2-9f99-4597-9b18-489434c9ed49 req-0e907b36-9cbc-406b-afaf-ea5a5b1012ff service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Neutron deleted interface b4f5309a-8150-4f68-a003-cb22bbe7c0b6; detaching it from the instance and deleting it from the info cache [ 1560.534526] env[69987]: DEBUG nova.network.neutron [req-aeef89c2-9f99-4597-9b18-489434c9ed49 req-0e907b36-9cbc-406b-afaf-ea5a5b1012ff service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.018096] env[69987]: DEBUG nova.network.neutron [-] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.036891] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d0bd331-c1eb-4ffa-a6ea-af0fbca2b91b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.048341] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c207c2f-f109-44a1-8dfa-7cea9d06a7fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.076277] env[69987]: DEBUG nova.compute.manager [req-aeef89c2-9f99-4597-9b18-489434c9ed49 req-0e907b36-9cbc-406b-afaf-ea5a5b1012ff service nova] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Detach interface failed, port_id=b4f5309a-8150-4f68-a003-cb22bbe7c0b6, reason: Instance e9954604-4ced-446d-9402-b9e78f7eadbb could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1561.521217] env[69987]: INFO nova.compute.manager [-] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Took 1.21 seconds to deallocate network for instance. [ 1562.027901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.028329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.028560] env[69987]: DEBUG nova.objects.instance [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'resources' on Instance uuid e9954604-4ced-446d-9402-b9e78f7eadbb {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.592314] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964e5605-5912-4d3b-8ab5-570a2f6601bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.599944] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf18699-d7b3-40b9-939f-6e44f443d2fd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.629430] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a6c24-bcd6-4784-8c15-b2b4f8625f35 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.636122] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c3551-dc9e-4f40-ac5d-f8f92632b195 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.648676] env[69987]: DEBUG nova.compute.provider_tree [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.151806] env[69987]: DEBUG nova.scheduler.client.report [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.657073] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.677353] env[69987]: INFO nova.scheduler.client.report [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted allocations for instance e9954604-4ced-446d-9402-b9e78f7eadbb [ 1564.185572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-4acbf738-84a8-4ff2-9f71-d77be97469f7 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "e9954604-4ced-446d-9402-b9e78f7eadbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.984s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.927255] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "972ddffd-3aa1-4727-998d-a797dcfd37a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.927464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.927682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "972ddffd-3aa1-4727-998d-a797dcfd37a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.927868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.928052] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.930204] env[69987]: INFO nova.compute.manager [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Terminating instance [ 1565.434439] env[69987]: DEBUG nova.compute.manager [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.434731] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.435612] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0355ca-ae78-405a-a125-43e8433dbe9a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.443682] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.443905] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b746583-768e-4047-9716-cb7a103dafee {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.449974] env[69987]: DEBUG oslo_vmware.api [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1565.449974] env[69987]: value = "task-3501796" [ 1565.449974] env[69987]: _type = "Task" [ 1565.449974] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.457470] env[69987]: DEBUG oslo_vmware.api [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.959902] env[69987]: DEBUG oslo_vmware.api [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501796, 'name': PowerOffVM_Task, 'duration_secs': 0.210905} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.960128] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.960305] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.960546] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53af63ee-9ce1-4f32-8ca4-d4becaa698ad {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.019331] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.019549] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.019738] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleting the datastore file [datastore1] 972ddffd-3aa1-4727-998d-a797dcfd37a8 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.020017] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90e8b9c1-9c2a-4067-bb92-f281744f0fc0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.026772] env[69987]: DEBUG oslo_vmware.api [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for the task: (returnval){ [ 1566.026772] env[69987]: value = "task-3501798" [ 1566.026772] env[69987]: _type = "Task" [ 1566.026772] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.034154] env[69987]: DEBUG oslo_vmware.api [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.536979] env[69987]: DEBUG oslo_vmware.api [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Task: {'id': task-3501798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124971} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.537333] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.537427] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.537609] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.537788] env[69987]: INFO nova.compute.manager [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1566.538040] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1566.538246] env[69987]: DEBUG nova.compute.manager [-] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.538341] env[69987]: DEBUG nova.network.neutron [-] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.762065] env[69987]: DEBUG nova.compute.manager [req-66b7c662-18c6-48a4-a58b-3f6fd318a3df req-a7e2dfc2-2054-453e-ad7a-f487ac3bef5e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Received event network-vif-deleted-e9a598e6-8fc9-4157-9a68-4227eff4d301 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1566.762248] env[69987]: INFO nova.compute.manager [req-66b7c662-18c6-48a4-a58b-3f6fd318a3df req-a7e2dfc2-2054-453e-ad7a-f487ac3bef5e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Neutron deleted interface e9a598e6-8fc9-4157-9a68-4227eff4d301; detaching it from the instance and deleting it from the info cache [ 1566.762423] env[69987]: DEBUG nova.network.neutron [req-66b7c662-18c6-48a4-a58b-3f6fd318a3df req-a7e2dfc2-2054-453e-ad7a-f487ac3bef5e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.247038] env[69987]: DEBUG nova.network.neutron [-] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.264535] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9088d24b-0c8b-44df-a961-df602d34ff1f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.274209] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a4998b-2f8b-4b81-a061-8635b2949129 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.300322] env[69987]: DEBUG nova.compute.manager [req-66b7c662-18c6-48a4-a58b-3f6fd318a3df req-a7e2dfc2-2054-453e-ad7a-f487ac3bef5e service nova] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Detach interface failed, port_id=e9a598e6-8fc9-4157-9a68-4227eff4d301, reason: Instance 972ddffd-3aa1-4727-998d-a797dcfd37a8 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1567.749674] env[69987]: INFO nova.compute.manager [-] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Took 1.21 seconds to deallocate network for instance. [ 1568.256673] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.257091] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.257389] env[69987]: DEBUG nova.objects.instance [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lazy-loading 'resources' on Instance uuid 972ddffd-3aa1-4727-998d-a797dcfd37a8 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.809887] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08398c02-dbf8-4794-bf17-d8ec85fe9840 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.817352] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7baff98-3b16-4f6a-b502-8cb51c998b08 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.847435] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab8164-0cd3-471f-88b6-cdbbc9cfe2e5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.854371] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ea402-66a9-4180-beae-ab8c7029dea5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.867392] env[69987]: DEBUG nova.compute.provider_tree [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.370471] env[69987]: DEBUG nova.scheduler.client.report [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.875955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.896702] env[69987]: INFO nova.scheduler.client.report [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Deleted allocations for instance 972ddffd-3aa1-4727-998d-a797dcfd37a8 [ 1570.405598] env[69987]: DEBUG oslo_concurrency.lockutils [None req-739e48cd-66f5-4cce-b2bc-76e6a0885689 tempest-ServersTestJSON-85857845 tempest-ServersTestJSON-85857845-project-member] Lock "972ddffd-3aa1-4727-998d-a797dcfd37a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.478s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.850364] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.850652] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Cleaning up deleted instances {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1572.360519] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] There are 31 instances to clean {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1572.360648] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: e9954604-4ced-446d-9402-b9e78f7eadbb] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1572.864354] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 3c93c491-1a4e-4c07-bf9a-946d456abe15] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1573.367862] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 799abfc5-6e9e-4454-b8a1-d44899bd649d] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1573.871286] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 174dec3e-f503-4bf0-9d84-109b8f29cfaf] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1574.374741] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 5aafc24e-4cd0-4bf1-8fe8-f08bdc9457d1] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1574.878406] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: ca95b349-5df3-435e-9369-ae288477dc4e] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1575.382021] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: c7aa458d-1da7-43e5-a6d7-a2caabe4e10a] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1575.885648] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 972ddffd-3aa1-4727-998d-a797dcfd37a8] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1576.389120] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 625592de-9e32-40bf-8dbc-9b8f50fffbdb] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1576.892404] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 592a4387-e24a-40c7-8c0b-cbe7e1a925a9] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1577.395639] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 74536516-6b88-40a0-a1d3-8297e4eb28b5] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1577.899578] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 756b5803-58c7-4766-8e45-c7378524e7fa] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1578.403165] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 531dac7d-ce31-4957-b401-bcd6ee685854] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1578.906787] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 6acc5cf6-dcb8-4be0-b410-8dc55f54026b] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1579.410088] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 71b08c8c-47db-49c1-838e-de419652251c] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1579.913139] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 8285d3de-57a0-477b-a520-acdbe75a2bbc] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1580.416550] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: cacbdeb2-8af9-4222-8ee9-1dce77f77833] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1580.920229] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: ea10e6ff-407c-40e2-a3d9-f74a27a37411] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1581.423832] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: eb9b099f-8356-4b76-bf32-9dcb7a1aa1ae] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1581.927449] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: ebb06e9b-a77c-43ce-bf51-f370eaad7715] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1582.430570] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 58ed318a-c2e6-4fb2-b234-2d8d0ea0eec4] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1582.934648] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 14d8065b-7b2d-4cc2-bbe5-0449f211a037] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1583.438614] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 811e21b6-7bd3-49e4-92d9-caf7fe9ddff7] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1583.942361] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 7e798e17-919a-4bcd-9596-e7ad4d5e99ab] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1584.446540] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 18b37971-e145-4e7f-86fd-13cecd008050] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1584.950021] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 08710bc2-6f0a-4021-9b99-5a1250b08024] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.453959] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: d6a73581-6e62-4c3b-9f35-74a410a23cad] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1585.957220] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 20fa1a1c-f661-49d3-807d-18a276ddd197] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1586.460434] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 9d55f467-3f8e-4de3-a7d6-331f7e6f6732] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1586.963868] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: 739c7f83-2c66-4845-ab9f-8db7877f3003] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1587.467268] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [instance: a9033a7a-ce00-4fd3-8c19-bd43af369be5] Instance has had 0 of 5 cleanup attempts {{(pid=69987) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1587.970632] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.971133] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Cleaning up deleted instances with incomplete migration {{(pid=69987) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1588.473392] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.786530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.786898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.787043] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.787240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.787420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.791103] env[69987]: INFO nova.compute.manager [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Terminating instance [ 1589.974656] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.974873] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.975049] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.975214] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.975367] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.975511] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.975657] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.975798] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1589.975941] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.294572] env[69987]: DEBUG nova.compute.manager [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.294796] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.295720] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42924d31-6428-44de-be3e-a6230c58980b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.303874] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.304122] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9506205-f2df-47ac-9dfc-7d3bfc21c15b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.309693] env[69987]: DEBUG oslo_vmware.api [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1590.309693] env[69987]: value = "task-3501799" [ 1590.309693] env[69987]: _type = "Task" [ 1590.309693] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.318665] env[69987]: DEBUG oslo_vmware.api [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.479473] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.479473] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.479691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.479691] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1590.480760] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ebfc52-46a9-4215-8a65-f9661e68cec7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.488887] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada74e5e-ebf0-4955-869a-846c1f0b1eba {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.502543] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4b871b-fafa-42fd-b0c7-e0826e24bce5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.508579] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eaca88-a1b9-4dc9-97b6-0cadaebc9309 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.536987] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180233MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1590.537161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.537376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.819521] env[69987]: DEBUG oslo_vmware.api [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501799, 'name': PowerOffVM_Task, 'duration_secs': 0.179346} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.819859] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.820056] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.820204] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fb0dc69-2d1b-4132-873f-b9fab3630d34 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.878726] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.878930] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.879136] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleting the datastore file [datastore1] 7031564a-5b7c-4276-b0f5-0cd7c97caf1e {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.879422] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b7806b7-3ffd-4804-a700-da914d0e1dfc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.885551] env[69987]: DEBUG oslo_vmware.api [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1590.885551] env[69987]: value = "task-3501801" [ 1590.885551] env[69987]: _type = "Task" [ 1590.885551] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.893513] env[69987]: DEBUG oslo_vmware.api [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.394927] env[69987]: DEBUG oslo_vmware.api [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131784} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.395204] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.395388] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.395567] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.395764] env[69987]: INFO nova.compute.manager [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1591.396015] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1591.396215] env[69987]: DEBUG nova.compute.manager [-] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.396310] env[69987]: DEBUG nova.network.neutron [-] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.694982] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 567f2a74-379a-4800-9ea3-46f9f6d77f8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1591.695169] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 7031564a-5b7c-4276-b0f5-0cd7c97caf1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1591.695354] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1591.695544] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1591.712514] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1591.725099] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1591.725275] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.735336] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1591.751726] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1591.790867] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31bc2e3-469e-4da5-8d1f-0374db5d0c8b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.798580] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f267936-4fe4-4f50-9408-2ef497f87390 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.829952] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b57a8-8245-4ca1-81f3-b8ae3cd7ee96 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.833378] env[69987]: DEBUG nova.compute.manager [req-b36c5bad-3edf-4e63-b606-832af0f8bba3 req-57f6c43c-4002-4ea2-8c7b-5533d279d239 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Received event network-vif-deleted-94d77acf-c4cb-44e5-a683-6bb9634315e4 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1591.833573] env[69987]: INFO nova.compute.manager [req-b36c5bad-3edf-4e63-b606-832af0f8bba3 req-57f6c43c-4002-4ea2-8c7b-5533d279d239 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Neutron deleted interface 94d77acf-c4cb-44e5-a683-6bb9634315e4; detaching it from the instance and deleting it from the info cache [ 1591.833732] env[69987]: DEBUG nova.network.neutron [req-b36c5bad-3edf-4e63-b606-832af0f8bba3 req-57f6c43c-4002-4ea2-8c7b-5533d279d239 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.840685] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3043682e-2abe-4dc0-b4cb-ea61f11c016e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.854773] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.288554] env[69987]: DEBUG nova.network.neutron [-] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.336485] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61bacfe4-1245-4105-a19f-1284820598b5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.347123] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab824345-ceb9-4aeb-8390-ade857da9a85 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.358249] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.376782] env[69987]: DEBUG nova.compute.manager [req-b36c5bad-3edf-4e63-b606-832af0f8bba3 req-57f6c43c-4002-4ea2-8c7b-5533d279d239 service nova] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Detach interface failed, port_id=94d77acf-c4cb-44e5-a683-6bb9634315e4, reason: Instance 7031564a-5b7c-4276-b0f5-0cd7c97caf1e could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1592.792101] env[69987]: INFO nova.compute.manager [-] [instance: 7031564a-5b7c-4276-b0f5-0cd7c97caf1e] Took 1.40 seconds to deallocate network for instance. [ 1592.865345] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1592.865345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.328s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.298429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.298708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.298926] env[69987]: DEBUG nova.objects.instance [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'resources' on Instance uuid 7031564a-5b7c-4276-b0f5-0cd7c97caf1e {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.835383] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabccff-5782-43de-955f-eea6a193591a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.842990] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ab142-f91e-4ba7-9b7a-f342102a831c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.872434] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c333624-0bd6-4661-8fd4-5b4f812bae90 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.878763] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa34e82-3daf-4ec2-9467-eb894339c5e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.891538] env[69987]: DEBUG nova.compute.provider_tree [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.394911] env[69987]: DEBUG nova.scheduler.client.report [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.901921] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.921571] env[69987]: INFO nova.scheduler.client.report [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted allocations for instance 7031564a-5b7c-4276-b0f5-0cd7c97caf1e [ 1595.429401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3bafb741-e046-4c76-b33a-72de7311f65b tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "7031564a-5b7c-4276-b0f5-0cd7c97caf1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.785408] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.785716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.289037] env[69987]: INFO nova.compute.manager [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Detaching volume 7496e0cf-11b3-41e5-a011-9d28f5b93258 [ 1597.318678] env[69987]: INFO nova.virt.block_device [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Attempting to driver detach volume 7496e0cf-11b3-41e5-a011-9d28f5b93258 from mountpoint /dev/sdb [ 1597.318982] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1597.319221] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699763', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'name': 'volume-7496e0cf-11b3-41e5-a011-9d28f5b93258', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567f2a74-379a-4800-9ea3-46f9f6d77f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'serial': '7496e0cf-11b3-41e5-a011-9d28f5b93258'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1597.320106] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed29276-5ccf-4830-8c96-00fe4d39726f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.341418] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc9e949-f145-46e8-879e-0640ffcc546e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.348113] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb6ec8f-d9a0-4bb2-a158-7e608eec9678 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.367451] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31335cd-49a6-4633-8cf1-ce08b17a124c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.383018] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] The volume has not been displaced from its original location: [datastore1] volume-7496e0cf-11b3-41e5-a011-9d28f5b93258/volume-7496e0cf-11b3-41e5-a011-9d28f5b93258.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1597.388178] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1597.388433] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b3b3f7-dc6d-4091-adf8-80e346647996 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.406317] env[69987]: DEBUG oslo_vmware.api [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1597.406317] env[69987]: value = "task-3501802" [ 1597.406317] env[69987]: _type = "Task" [ 1597.406317] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.413695] env[69987]: DEBUG oslo_vmware.api [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.915769] env[69987]: DEBUG oslo_vmware.api [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501802, 'name': ReconfigVM_Task, 'duration_secs': 0.230691} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.916125] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1597.920679] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9dac7bc-c814-498c-9238-f47564101f7f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.935260] env[69987]: DEBUG oslo_vmware.api [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1597.935260] env[69987]: value = "task-3501803" [ 1597.935260] env[69987]: _type = "Task" [ 1597.935260] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.942803] env[69987]: DEBUG oslo_vmware.api [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.445539] env[69987]: DEBUG oslo_vmware.api [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501803, 'name': ReconfigVM_Task, 'duration_secs': 0.133912} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.445853] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699763', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'name': 'volume-7496e0cf-11b3-41e5-a011-9d28f5b93258', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '567f2a74-379a-4800-9ea3-46f9f6d77f8b', 'attached_at': '', 'detached_at': '', 'volume_id': '7496e0cf-11b3-41e5-a011-9d28f5b93258', 'serial': '7496e0cf-11b3-41e5-a011-9d28f5b93258'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1598.984822] env[69987]: DEBUG nova.objects.instance [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'flavor' on Instance uuid 567f2a74-379a-4800-9ea3-46f9f6d77f8b {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.992406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-3267ec5f-c065-49d8-b788-90e14803a1cd tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.016365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.016734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.016859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.017045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.017232] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1601.019354] env[69987]: INFO nova.compute.manager [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Terminating instance [ 1601.523230] env[69987]: DEBUG nova.compute.manager [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1601.523503] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.524563] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a18c72-e608-4b21-b42c-afdb710750e2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.533206] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.533450] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e7735eb-2eee-4bbf-9c57-334e1c416402 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.539898] env[69987]: DEBUG oslo_vmware.api [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1601.539898] env[69987]: value = "task-3501804" [ 1601.539898] env[69987]: _type = "Task" [ 1601.539898] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.548178] env[69987]: DEBUG oslo_vmware.api [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.049845] env[69987]: DEBUG oslo_vmware.api [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501804, 'name': PowerOffVM_Task, 'duration_secs': 0.198897} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.050200] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1602.050330] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.050534] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3bda447-dd75-402e-8b1a-2b11a70f4ea7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.112284] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.112589] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Deleting contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.112790] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleting the datastore file [datastore2] 567f2a74-379a-4800-9ea3-46f9f6d77f8b {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.113099] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4acb6673-afd0-48ec-91c8-0b9eb3a37ed0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.120548] env[69987]: DEBUG oslo_vmware.api [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1602.120548] env[69987]: value = "task-3501806" [ 1602.120548] env[69987]: _type = "Task" [ 1602.120548] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.128452] env[69987]: DEBUG oslo_vmware.api [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.630975] env[69987]: DEBUG oslo_vmware.api [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135506} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.631238] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.631454] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Deleted contents of the VM from datastore datastore2 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.631643] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.631837] env[69987]: INFO nova.compute.manager [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1602.632062] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1602.632251] env[69987]: DEBUG nova.compute.manager [-] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1602.632344] env[69987]: DEBUG nova.network.neutron [-] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1603.031353] env[69987]: DEBUG nova.compute.manager [req-cea3c280-39a1-479c-bf15-e1622776cbeb req-503cf473-acae-45bd-8b21-61c95a987e0c service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Received event network-vif-deleted-c2ff2608-1080-4b52-b642-74d4c3896788 {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1603.031353] env[69987]: INFO nova.compute.manager [req-cea3c280-39a1-479c-bf15-e1622776cbeb req-503cf473-acae-45bd-8b21-61c95a987e0c service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Neutron deleted interface c2ff2608-1080-4b52-b642-74d4c3896788; detaching it from the instance and deleting it from the info cache [ 1603.031568] env[69987]: DEBUG nova.network.neutron [req-cea3c280-39a1-479c-bf15-e1622776cbeb req-503cf473-acae-45bd-8b21-61c95a987e0c service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.515591] env[69987]: DEBUG nova.network.neutron [-] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.533787] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65436648-306a-4f67-b9e3-1d29b5d2e288 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.544446] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95079c1-63f6-418e-8a21-69faf3703d26 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.576227] env[69987]: DEBUG nova.compute.manager [req-cea3c280-39a1-479c-bf15-e1622776cbeb req-503cf473-acae-45bd-8b21-61c95a987e0c service nova] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Detach interface failed, port_id=c2ff2608-1080-4b52-b642-74d4c3896788, reason: Instance 567f2a74-379a-4800-9ea3-46f9f6d77f8b could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1604.018427] env[69987]: INFO nova.compute.manager [-] [instance: 567f2a74-379a-4800-9ea3-46f9f6d77f8b] Took 1.39 seconds to deallocate network for instance. [ 1604.524784] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.525289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.525289] env[69987]: DEBUG nova.objects.instance [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'resources' on Instance uuid 567f2a74-379a-4800-9ea3-46f9f6d77f8b {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.058561] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a95338d-f30a-458a-bdd9-e272c4877b24 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.065872] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de400bb5-fa68-45d0-b358-ea77694f2bc8 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.096232] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f412937-8399-4e7c-a912-5ab7ba55a6df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.103050] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db46444-32b1-40b4-98ce-21b23d84f2c6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.116010] env[69987]: DEBUG nova.compute.provider_tree [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.618868] env[69987]: DEBUG nova.scheduler.client.report [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.123535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.146077] env[69987]: INFO nova.scheduler.client.report [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted allocations for instance 567f2a74-379a-4800-9ea3-46f9f6d77f8b [ 1606.654638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-feb57216-4045-4ad0-93c3-daa5aaddaa84 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "567f2a74-379a-4800-9ea3-46f9f6d77f8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.638s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.006721] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.006984] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.509876] env[69987]: DEBUG nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1610.029269] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.029579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.031105] env[69987]: INFO nova.compute.claims [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.064592] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c64379f-dcb0-4ae7-8a0c-f42a23dd4eb9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.072670] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36b1d36-9158-469b-aeb8-b5ac5596d552 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.102152] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cac678-4258-4f90-99e8-c6e677065634 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.109216] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7a4820-4051-495f-8252-07b14cfc5828 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.121978] env[69987]: DEBUG nova.compute.provider_tree [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.624737] env[69987]: DEBUG nova.scheduler.client.report [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.129648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.130207] env[69987]: DEBUG nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1612.635232] env[69987]: DEBUG nova.compute.utils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1612.637285] env[69987]: DEBUG nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1612.637465] env[69987]: DEBUG nova.network.neutron [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.692016] env[69987]: DEBUG nova.policy [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ba7cca789344fd6953c1a91e2043e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c05a2d2a00c4bc5b8f1add54b1f56c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1612.960623] env[69987]: DEBUG nova.network.neutron [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Successfully created port: 7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.141135] env[69987]: DEBUG nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.152335] env[69987]: DEBUG nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1614.178434] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.178687] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.178846] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.179038] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.179188] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.179335] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.179585] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.179768] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.179944] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.180123] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.180301] env[69987]: DEBUG nova.virt.hardware [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.181220] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84796cef-cfa8-48ba-8bcb-da6dd91e705f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.189236] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852d780-8ae4-4a2c-822e-d6c6e9c10c7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.288981] env[69987]: DEBUG nova.compute.manager [req-a8532b68-0a76-4587-8d6b-c929a8906859 req-d7e3d9e1-6671-4fd0-a93f-f176f446c7c4 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Received event network-vif-plugged-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1614.289297] env[69987]: DEBUG oslo_concurrency.lockutils [req-a8532b68-0a76-4587-8d6b-c929a8906859 req-d7e3d9e1-6671-4fd0-a93f-f176f446c7c4 service nova] Acquiring lock "09437fab-d0a2-48a1-bf13-923e8cd1b209-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.289512] env[69987]: DEBUG oslo_concurrency.lockutils [req-a8532b68-0a76-4587-8d6b-c929a8906859 req-d7e3d9e1-6671-4fd0-a93f-f176f446c7c4 service nova] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.289663] env[69987]: DEBUG oslo_concurrency.lockutils [req-a8532b68-0a76-4587-8d6b-c929a8906859 req-d7e3d9e1-6671-4fd0-a93f-f176f446c7c4 service nova] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.289836] env[69987]: DEBUG nova.compute.manager [req-a8532b68-0a76-4587-8d6b-c929a8906859 req-d7e3d9e1-6671-4fd0-a93f-f176f446c7c4 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] No waiting events found dispatching network-vif-plugged-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.290008] env[69987]: WARNING nova.compute.manager [req-a8532b68-0a76-4587-8d6b-c929a8906859 req-d7e3d9e1-6671-4fd0-a93f-f176f446c7c4 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Received unexpected event network-vif-plugged-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a for instance with vm_state building and task_state spawning. [ 1614.367450] env[69987]: DEBUG nova.network.neutron [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Successfully updated port: 7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1614.872377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.872377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.872499] env[69987]: DEBUG nova.network.neutron [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.408195] env[69987]: DEBUG nova.network.neutron [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.524756] env[69987]: DEBUG nova.network.neutron [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updating instance_info_cache with network_info: [{"id": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "address": "fa:16:3e:7e:b7:11", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4137c9-2a", "ovs_interfaceid": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.027849] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.028215] env[69987]: DEBUG nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Instance network_info: |[{"id": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "address": "fa:16:3e:7e:b7:11", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4137c9-2a", "ovs_interfaceid": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1616.028657] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:b7:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f4137c9-2ad1-4664-8c97-409cd1c8ec3a', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.036313] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1616.036526] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.036761] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b91c87-91e0-41ff-9d41-feec5e9fa43a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.056846] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.056846] env[69987]: value = "task-3501807" [ 1616.056846] env[69987]: _type = "Task" [ 1616.056846] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.064075] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501807, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.314587] env[69987]: DEBUG nova.compute.manager [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Received event network-changed-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1616.314804] env[69987]: DEBUG nova.compute.manager [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Refreshing instance network info cache due to event network-changed-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1616.315058] env[69987]: DEBUG oslo_concurrency.lockutils [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] Acquiring lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.315219] env[69987]: DEBUG oslo_concurrency.lockutils [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] Acquired lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.315384] env[69987]: DEBUG nova.network.neutron [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Refreshing network info cache for port 7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.566546] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501807, 'name': CreateVM_Task, 'duration_secs': 0.276686} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.566871] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.567346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.567517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.567842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1616.568106] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f1515a-119c-4779-a2ce-05b8c8fa1210 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.572170] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1616.572170] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52dbd32f-86c4-e404-0881-1c905f5d0db9" [ 1616.572170] env[69987]: _type = "Task" [ 1616.572170] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.580569] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dbd32f-86c4-e404-0881-1c905f5d0db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.983690] env[69987]: DEBUG nova.network.neutron [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updated VIF entry in instance network info cache for port 7f4137c9-2ad1-4664-8c97-409cd1c8ec3a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.984397] env[69987]: DEBUG nova.network.neutron [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updating instance_info_cache with network_info: [{"id": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "address": "fa:16:3e:7e:b7:11", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4137c9-2a", "ovs_interfaceid": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.082215] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52dbd32f-86c4-e404-0881-1c905f5d0db9, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.082517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.082806] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1617.083065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.083219] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1617.083398] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1617.083646] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-269f465a-3182-43de-b6a2-77e01f8e68df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.091747] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1617.091919] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.092613] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647933e4-8617-4f9a-942b-ff1d15a7983b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.097058] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1617.097058] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52c2db21-28e2-9cc9-1091-c4636fffc324" [ 1617.097058] env[69987]: _type = "Task" [ 1617.097058] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.104520] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c2db21-28e2-9cc9-1091-c4636fffc324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.487383] env[69987]: DEBUG oslo_concurrency.lockutils [req-d36e86ee-9f0d-4723-8ecb-176fd0d9c285 req-92c189ba-2671-45a4-929c-227f1ac8f00a service nova] Releasing lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.607869] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52c2db21-28e2-9cc9-1091-c4636fffc324, 'name': SearchDatastore_Task, 'duration_secs': 0.008322} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.608638] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fa871e-df96-4112-80b6-c41d5f37864c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.614023] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1617.614023] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52376d7a-e4de-bd82-af53-91cae94cea77" [ 1617.614023] env[69987]: _type = "Task" [ 1617.614023] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.621662] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52376d7a-e4de-bd82-af53-91cae94cea77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.124222] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52376d7a-e4de-bd82-af53-91cae94cea77, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.124477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.124736] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 09437fab-d0a2-48a1-bf13-923e8cd1b209/09437fab-d0a2-48a1-bf13-923e8cd1b209.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.124990] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-999caad1-4438-42da-9fa5-25c839ef36cf {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.131563] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1618.131563] env[69987]: value = "task-3501808" [ 1618.131563] env[69987]: _type = "Task" [ 1618.131563] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.138918] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.642064] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42667} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.642415] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] 09437fab-d0a2-48a1-bf13-923e8cd1b209/09437fab-d0a2-48a1-bf13-923e8cd1b209.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.642537] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.642749] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a1827c-f26c-45cb-88f8-a2505abcc037 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.648985] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1618.648985] env[69987]: value = "task-3501809" [ 1618.648985] env[69987]: _type = "Task" [ 1618.648985] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.655959] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.159203] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057648} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.159474] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.160240] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715d24a-63e3-4f0d-91b2-028a9410c9b4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.181949] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 09437fab-d0a2-48a1-bf13-923e8cd1b209/09437fab-d0a2-48a1-bf13-923e8cd1b209.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.182174] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4514c610-ebbd-4b3e-b135-97f9b2db938a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.201049] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1619.201049] env[69987]: value = "task-3501810" [ 1619.201049] env[69987]: _type = "Task" [ 1619.201049] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.208170] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.711460] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501810, 'name': ReconfigVM_Task, 'duration_secs': 0.268772} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.711850] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 09437fab-d0a2-48a1-bf13-923e8cd1b209/09437fab-d0a2-48a1-bf13-923e8cd1b209.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.712368] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-211ea3f8-fad9-47e5-b125-3f271f42b870 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.718379] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1619.718379] env[69987]: value = "task-3501811" [ 1619.718379] env[69987]: _type = "Task" [ 1619.718379] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.727017] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501811, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.228578] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501811, 'name': Rename_Task, 'duration_secs': 0.134085} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.228952] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.229246] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89875da5-24a5-4944-8a30-36798ade7502 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.234619] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1620.234619] env[69987]: value = "task-3501812" [ 1620.234619] env[69987]: _type = "Task" [ 1620.234619] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.241617] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.744694] env[69987]: DEBUG oslo_vmware.api [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501812, 'name': PowerOnVM_Task, 'duration_secs': 0.464668} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.745110] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.745192] env[69987]: INFO nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1620.745515] env[69987]: DEBUG nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.746532] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a145c537-3196-4c57-8772-cc6ca7b6dcfe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.267331] env[69987]: INFO nova.compute.manager [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Took 11.25 seconds to build instance. [ 1621.769611] env[69987]: DEBUG oslo_concurrency.lockutils [None req-22861068-9ffe-4932-bec7-52ca508d1f93 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.762s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.968471] env[69987]: DEBUG nova.compute.manager [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Received event network-changed-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1621.968650] env[69987]: DEBUG nova.compute.manager [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Refreshing instance network info cache due to event network-changed-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1621.969064] env[69987]: DEBUG oslo_concurrency.lockutils [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] Acquiring lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.969261] env[69987]: DEBUG oslo_concurrency.lockutils [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] Acquired lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.969430] env[69987]: DEBUG nova.network.neutron [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Refreshing network info cache for port 7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.668446] env[69987]: DEBUG nova.network.neutron [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updated VIF entry in instance network info cache for port 7f4137c9-2ad1-4664-8c97-409cd1c8ec3a. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.668795] env[69987]: DEBUG nova.network.neutron [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updating instance_info_cache with network_info: [{"id": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "address": "fa:16:3e:7e:b7:11", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4137c9-2a", "ovs_interfaceid": "7f4137c9-2ad1-4664-8c97-409cd1c8ec3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.171647] env[69987]: DEBUG oslo_concurrency.lockutils [req-1b8f968d-1bc2-49e0-bda1-a2b0a6897211 req-15374701-603f-4f80-80a9-08533d201538 service nova] Releasing lock "refresh_cache-09437fab-d0a2-48a1-bf13-923e8cd1b209" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1649.735482] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.735861] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.240991] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.241203] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.241339] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.241491] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.241633] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.241777] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.241946] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1650.242341] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.744994] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.745291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.745446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.745604] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1650.746523] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c851bab0-852a-425e-9c43-40ff6252e53d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.754634] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301d1bb4-8c3e-4b9d-b500-63e69a491f88 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.768324] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0617e64-c172-40c1-ab51-75f0f3ae8bcb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.775172] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c48b88-98f3-42c2-b4f2-433eb9776714 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.803251] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180847MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1650.803378] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.803580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.827766] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance 09437fab-d0a2-48a1-bf13-923e8cd1b209 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1651.828064] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1651.828130] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1651.852543] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f7cb7-1c36-4a37-8c0a-d6aeaeeec038 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.860059] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86018b1a-dc41-449e-a9b3-28b4d8b7b2f9 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.890486] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a6f04-4231-4700-8b0d-b91f1c675b81 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.896910] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3884eb-1aaf-4de0-b486-41c62cc0a5df {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.909436] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.413247] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.917573] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1652.917933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.034026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.035056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.538181] env[69987]: DEBUG nova.compute.utils [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1660.040897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.102456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.102807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.102935] env[69987]: INFO nova.compute.manager [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Attaching volume d38466d0-141a-42cb-9156-25a9fe115f28 to /dev/sdb [ 1661.215557] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72497bb5-b702-4f6f-893e-a2806a001859 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.224067] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e929cbcb-a69f-4951-b12f-fc8696f112f6 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.236750] env[69987]: DEBUG nova.virt.block_device [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updating existing volume attachment record: 39ca20a8-9f4c-4f80-99ca-e0c925a24453 {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1665.778280] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1665.778540] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699767', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'name': 'volume-d38466d0-141a-42cb-9156-25a9fe115f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09437fab-d0a2-48a1-bf13-923e8cd1b209', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'serial': 'd38466d0-141a-42cb-9156-25a9fe115f28'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1665.779447] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a1734d-6e86-4fa3-be9a-6c3a9dabf9fe {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.796019] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da4eac-5c5f-4367-894e-38fea84a62e7 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.819754] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-d38466d0-141a-42cb-9156-25a9fe115f28/volume-d38466d0-141a-42cb-9156-25a9fe115f28.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.819977] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b2e0b0-4564-4ede-970a-78642d8c3964 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.837106] env[69987]: DEBUG oslo_vmware.api [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1665.837106] env[69987]: value = "task-3501815" [ 1665.837106] env[69987]: _type = "Task" [ 1665.837106] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.844170] env[69987]: DEBUG oslo_vmware.api [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.346783] env[69987]: DEBUG oslo_vmware.api [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501815, 'name': ReconfigVM_Task, 'duration_secs': 0.325332} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.347079] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-d38466d0-141a-42cb-9156-25a9fe115f28/volume-d38466d0-141a-42cb-9156-25a9fe115f28.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.351995] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d6db15-688e-4b44-84a9-8d8d453d7b75 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.366831] env[69987]: DEBUG oslo_vmware.api [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1666.366831] env[69987]: value = "task-3501816" [ 1666.366831] env[69987]: _type = "Task" [ 1666.366831] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.374049] env[69987]: DEBUG oslo_vmware.api [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.876252] env[69987]: DEBUG oslo_vmware.api [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501816, 'name': ReconfigVM_Task, 'duration_secs': 0.127547} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.876697] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699767', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'name': 'volume-d38466d0-141a-42cb-9156-25a9fe115f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09437fab-d0a2-48a1-bf13-923e8cd1b209', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'serial': 'd38466d0-141a-42cb-9156-25a9fe115f28'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1667.911746] env[69987]: DEBUG nova.objects.instance [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'flavor' on Instance uuid 09437fab-d0a2-48a1-bf13-923e8cd1b209 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.418603] env[69987]: DEBUG oslo_concurrency.lockutils [None req-b4e85e95-efe5-4863-bb38-958c0e4f0af3 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.316s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1668.550928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.551211] env[69987]: DEBUG oslo_concurrency.lockutils [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.054574] env[69987]: INFO nova.compute.manager [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Detaching volume d38466d0-141a-42cb-9156-25a9fe115f28 [ 1669.084209] env[69987]: INFO nova.virt.block_device [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Attempting to driver detach volume d38466d0-141a-42cb-9156-25a9fe115f28 from mountpoint /dev/sdb [ 1669.084463] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1669.084656] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699767', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'name': 'volume-d38466d0-141a-42cb-9156-25a9fe115f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09437fab-d0a2-48a1-bf13-923e8cd1b209', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'serial': 'd38466d0-141a-42cb-9156-25a9fe115f28'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1669.085552] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683290d1-20da-4e8d-8f45-ace164f3cb14 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.108177] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d313a-327a-489f-8fcc-74b42f330cdb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.114606] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc785699-1512-411c-bc2f-1514f79ed1c2 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.134455] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033faa6-b167-4cb3-b805-affa8e836533 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.148347] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] The volume has not been displaced from its original location: [datastore1] volume-d38466d0-141a-42cb-9156-25a9fe115f28/volume-d38466d0-141a-42cb-9156-25a9fe115f28.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1669.153573] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1669.153809] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de24d945-b9cb-4b2c-b54b-77fd9d3d5d7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.170745] env[69987]: DEBUG oslo_vmware.api [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1669.170745] env[69987]: value = "task-3501817" [ 1669.170745] env[69987]: _type = "Task" [ 1669.170745] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.178136] env[69987]: DEBUG oslo_vmware.api [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.679977] env[69987]: DEBUG oslo_vmware.api [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501817, 'name': ReconfigVM_Task, 'duration_secs': 0.196713} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.680243] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1669.684885] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-665f1766-64ca-4901-94c5-4d004c832f48 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.698538] env[69987]: DEBUG oslo_vmware.api [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1669.698538] env[69987]: value = "task-3501818" [ 1669.698538] env[69987]: _type = "Task" [ 1669.698538] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.705738] env[69987]: DEBUG oslo_vmware.api [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.209648] env[69987]: DEBUG oslo_vmware.api [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501818, 'name': ReconfigVM_Task, 'duration_secs': 0.127708} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.209937] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699767', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'name': 'volume-d38466d0-141a-42cb-9156-25a9fe115f28', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09437fab-d0a2-48a1-bf13-923e8cd1b209', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38466d0-141a-42cb-9156-25a9fe115f28', 'serial': 'd38466d0-141a-42cb-9156-25a9fe115f28'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1670.748754] env[69987]: DEBUG nova.objects.instance [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'flavor' on Instance uuid 09437fab-d0a2-48a1-bf13-923e8cd1b209 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.756678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-58689ad7-d3b2-4f6b-b526-ed0ff8415c25 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1672.782816] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1672.783214] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1672.783363] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "09437fab-d0a2-48a1-bf13-923e8cd1b209-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1672.783556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1672.783728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1672.785826] env[69987]: INFO nova.compute.manager [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Terminating instance [ 1673.289316] env[69987]: DEBUG nova.compute.manager [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1673.289556] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1673.290517] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0500bf9f-2c26-4533-aba0-bcafa98049f1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.298305] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.298522] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-591697db-9f9a-46c1-a93b-d0718c901b15 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.304687] env[69987]: DEBUG oslo_vmware.api [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1673.304687] env[69987]: value = "task-3501819" [ 1673.304687] env[69987]: _type = "Task" [ 1673.304687] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.312772] env[69987]: DEBUG oslo_vmware.api [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.814327] env[69987]: DEBUG oslo_vmware.api [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501819, 'name': PowerOffVM_Task, 'duration_secs': 0.170236} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.814634] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.814736] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1673.814971] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bcb3735-b2bb-4166-a770-fc17f16049c0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.874421] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1673.874628] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1673.874806] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleting the datastore file [datastore1] 09437fab-d0a2-48a1-bf13-923e8cd1b209 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1673.875068] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bf930af-b1c6-4aaf-b327-e9615c9687bc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.881262] env[69987]: DEBUG oslo_vmware.api [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1673.881262] env[69987]: value = "task-3501821" [ 1673.881262] env[69987]: _type = "Task" [ 1673.881262] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.889259] env[69987]: DEBUG oslo_vmware.api [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.390334] env[69987]: DEBUG oslo_vmware.api [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124873} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.390581] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1674.390761] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1674.390932] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1674.391117] env[69987]: INFO nova.compute.manager [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1674.391355] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1674.391538] env[69987]: DEBUG nova.compute.manager [-] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1674.391631] env[69987]: DEBUG nova.network.neutron [-] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1674.793558] env[69987]: DEBUG nova.compute.manager [req-341286a0-4120-4a1f-bafb-c8cb0b2460bc req-b7426378-8566-4d77-aeb5-39306996bf57 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Received event network-vif-deleted-7f4137c9-2ad1-4664-8c97-409cd1c8ec3a {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1674.793851] env[69987]: INFO nova.compute.manager [req-341286a0-4120-4a1f-bafb-c8cb0b2460bc req-b7426378-8566-4d77-aeb5-39306996bf57 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Neutron deleted interface 7f4137c9-2ad1-4664-8c97-409cd1c8ec3a; detaching it from the instance and deleting it from the info cache [ 1674.793851] env[69987]: DEBUG nova.network.neutron [req-341286a0-4120-4a1f-bafb-c8cb0b2460bc req-b7426378-8566-4d77-aeb5-39306996bf57 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.277466] env[69987]: DEBUG nova.network.neutron [-] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.298769] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9519fa92-3c78-4ac8-886e-63e25dca8410 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.308989] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8894f440-2169-4956-bfc1-73dfcde629dc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.333663] env[69987]: DEBUG nova.compute.manager [req-341286a0-4120-4a1f-bafb-c8cb0b2460bc req-b7426378-8566-4d77-aeb5-39306996bf57 service nova] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Detach interface failed, port_id=7f4137c9-2ad1-4664-8c97-409cd1c8ec3a, reason: Instance 09437fab-d0a2-48a1-bf13-923e8cd1b209 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1675.781099] env[69987]: INFO nova.compute.manager [-] [instance: 09437fab-d0a2-48a1-bf13-923e8cd1b209] Took 1.39 seconds to deallocate network for instance. [ 1676.287120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.287441] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.287733] env[69987]: DEBUG nova.objects.instance [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'resources' on Instance uuid 09437fab-d0a2-48a1-bf13-923e8cd1b209 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.821805] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670c9c23-8207-410b-b875-cbc5ca7aa934 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.829354] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021933f7-2cd7-46e6-9a65-76470f4b5262 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.858741] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d8586-f502-4498-93eb-aca879808e2e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.865292] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61656683-f0d9-4513-9941-12f411116663 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.878915] env[69987]: DEBUG nova.compute.provider_tree [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.402499] env[69987]: ERROR nova.scheduler.client.report [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [req-60fd565e-d7a0-4010-8b26-aee2ea8cacc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60fd565e-d7a0-4010-8b26-aee2ea8cacc7"}]} [ 1677.418703] env[69987]: DEBUG nova.scheduler.client.report [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1677.431673] env[69987]: DEBUG nova.scheduler.client.report [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1677.431930] env[69987]: DEBUG nova.compute.provider_tree [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.442461] env[69987]: DEBUG nova.scheduler.client.report [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1677.460667] env[69987]: DEBUG nova.scheduler.client.report [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1677.483040] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24511e39-a9cf-4945-9050-77341f6446dd {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.489865] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dce049-5e63-4cda-bc6a-34b5654c6903 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.519737] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64d342b-b507-4b77-bb7a-b5786d24d9de {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.526511] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87631ce-1788-4ec7-af16-d0a268d69362 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.539090] env[69987]: DEBUG nova.compute.provider_tree [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.072025] env[69987]: DEBUG nova.scheduler.client.report [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1678.072025] env[69987]: DEBUG nova.compute.provider_tree [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 176 to 177 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1678.072229] env[69987]: DEBUG nova.compute.provider_tree [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.577033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1678.596096] env[69987]: INFO nova.scheduler.client.report [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted allocations for instance 09437fab-d0a2-48a1-bf13-923e8cd1b209 [ 1679.103904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-bc3d1a11-2a4b-40eb-b10b-754d7c41ea03 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "09437fab-d0a2-48a1-bf13-923e8cd1b209" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.321s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.803681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "b7d907fc-c4ee-4322-af35-c138261b6105" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1680.804053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.306524] env[69987]: DEBUG nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Starting instance... {{(pid=69987) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1681.826084] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1681.826374] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.827930] env[69987]: INFO nova.compute.claims [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.862229] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8829936-71be-49a5-9785-cd8f81174d2b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.869786] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed69124f-bb1d-4d87-ad5e-23c6997ce3b3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.900325] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722ae0f-c84c-44f4-81f3-d6d4e7840e5a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.907011] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd8964-ac80-456f-8f68-74b16d8a82f0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.919684] env[69987]: DEBUG nova.compute.provider_tree [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.422601] env[69987]: DEBUG nova.scheduler.client.report [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1683.927780] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.928392] env[69987]: DEBUG nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Start building networks asynchronously for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.433692] env[69987]: DEBUG nova.compute.utils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1684.435077] env[69987]: DEBUG nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Allocating IP information in the background. {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1684.435252] env[69987]: DEBUG nova.network.neutron [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] allocate_for_instance() {{(pid=69987) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1684.490712] env[69987]: DEBUG nova.policy [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ba7cca789344fd6953c1a91e2043e21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c05a2d2a00c4bc5b8f1add54b1f56c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69987) authorize /opt/stack/nova/nova/policy.py:192}} [ 1684.733103] env[69987]: DEBUG nova.network.neutron [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Successfully created port: 36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.938708] env[69987]: DEBUG nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Start building block device mappings for instance. {{(pid=69987) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.949014] env[69987]: DEBUG nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Start spawning the instance on the hypervisor. {{(pid=69987) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1685.974184] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T03:31:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T03:30:55Z,direct_url=,disk_format='vmdk',id=3a95316a-003e-4f29-a875-e84f764356d2,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b906443d09684052bdc3bafbecabcb05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T03:30:56Z,virtual_size=,visibility=), allow threads: False {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1685.974436] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.974594] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image limits 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1685.974776] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Flavor pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.974924] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Image pref 0:0:0 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1685.975087] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69987) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1685.975332] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1685.975473] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1685.975642] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Got 1 possible topologies {{(pid=69987) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1685.975803] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1685.975974] env[69987]: DEBUG nova.virt.hardware [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69987) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1685.976862] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4b2f67-df99-4045-aa81-ff301eaa8505 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.984686] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1b9e12-da13-4a94-93f4-4a9a7488b62c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.090372] env[69987]: DEBUG nova.compute.manager [req-580cc96a-1059-43df-9039-5bfeaa2140e4 req-cacddd10-0f48-4471-9792-ce53735af782 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Received event network-vif-plugged-36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1686.090598] env[69987]: DEBUG oslo_concurrency.lockutils [req-580cc96a-1059-43df-9039-5bfeaa2140e4 req-cacddd10-0f48-4471-9792-ce53735af782 service nova] Acquiring lock "b7d907fc-c4ee-4322-af35-c138261b6105-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1686.090806] env[69987]: DEBUG oslo_concurrency.lockutils [req-580cc96a-1059-43df-9039-5bfeaa2140e4 req-cacddd10-0f48-4471-9792-ce53735af782 service nova] Lock "b7d907fc-c4ee-4322-af35-c138261b6105-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1686.090970] env[69987]: DEBUG oslo_concurrency.lockutils [req-580cc96a-1059-43df-9039-5bfeaa2140e4 req-cacddd10-0f48-4471-9792-ce53735af782 service nova] Lock "b7d907fc-c4ee-4322-af35-c138261b6105-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1686.091152] env[69987]: DEBUG nova.compute.manager [req-580cc96a-1059-43df-9039-5bfeaa2140e4 req-cacddd10-0f48-4471-9792-ce53735af782 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] No waiting events found dispatching network-vif-plugged-36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1686.091319] env[69987]: WARNING nova.compute.manager [req-580cc96a-1059-43df-9039-5bfeaa2140e4 req-cacddd10-0f48-4471-9792-ce53735af782 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Received unexpected event network-vif-plugged-36ef16dd-0a21-4794-bd81-0af4d44c2fab for instance with vm_state building and task_state spawning. [ 1686.165814] env[69987]: DEBUG nova.network.neutron [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Successfully updated port: 36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.668373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.668532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.668694] env[69987]: DEBUG nova.network.neutron [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Building network info cache for instance {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.199797] env[69987]: DEBUG nova.network.neutron [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Instance cache missing network info. {{(pid=69987) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.345648] env[69987]: DEBUG nova.network.neutron [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updating instance_info_cache with network_info: [{"id": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "address": "fa:16:3e:4e:e5:fc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ef16dd-0a", "ovs_interfaceid": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.848347] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.848842] env[69987]: DEBUG nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Instance network_info: |[{"id": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "address": "fa:16:3e:4e:e5:fc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ef16dd-0a", "ovs_interfaceid": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69987) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.849444] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:e5:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36ef16dd-0a21-4794-bd81-0af4d44c2fab', 'vif_model': 'vmxnet3'}] {{(pid=69987) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.861372] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1687.861581] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Creating VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.862210] env[69987]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740df780-e961-440c-acef-8ef983365fec {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.881838] env[69987]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.881838] env[69987]: value = "task-3501822" [ 1687.881838] env[69987]: _type = "Task" [ 1687.881838] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.889507] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501822, 'name': CreateVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.119904] env[69987]: DEBUG nova.compute.manager [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Received event network-changed-36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1688.120264] env[69987]: DEBUG nova.compute.manager [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Refreshing instance network info cache due to event network-changed-36ef16dd-0a21-4794-bd81-0af4d44c2fab. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1688.120613] env[69987]: DEBUG oslo_concurrency.lockutils [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] Acquiring lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.120871] env[69987]: DEBUG oslo_concurrency.lockutils [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] Acquired lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.121164] env[69987]: DEBUG nova.network.neutron [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Refreshing network info cache for port 36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.391626] env[69987]: DEBUG oslo_vmware.api [-] Task: {'id': task-3501822, 'name': CreateVM_Task, 'duration_secs': 0.32555} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.391626] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Created VM on the ESX host {{(pid=69987) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1688.392126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.392382] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.392716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.392958] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbd4016-525b-4911-8f29-dfbddc21629c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.396974] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1688.396974] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]5206e7de-ede0-99d7-fc26-0188bdf56ec2" [ 1688.396974] env[69987]: _type = "Task" [ 1688.396974] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.404164] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5206e7de-ede0-99d7-fc26-0188bdf56ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.796482] env[69987]: DEBUG nova.network.neutron [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updated VIF entry in instance network info cache for port 36ef16dd-0a21-4794-bd81-0af4d44c2fab. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.796834] env[69987]: DEBUG nova.network.neutron [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updating instance_info_cache with network_info: [{"id": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "address": "fa:16:3e:4e:e5:fc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ef16dd-0a", "ovs_interfaceid": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.910106] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]5206e7de-ede0-99d7-fc26-0188bdf56ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.910511] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.910904] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Processing image 3a95316a-003e-4f29-a875-e84f764356d2 {{(pid=69987) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.911328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.911591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.911922] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.912318] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bd1969d-6c4a-4342-a08e-8171c7716c1a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.921783] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69987) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.922040] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69987) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.922864] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b454166-d876-454e-b92d-ccac9de0821d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.927897] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1688.927897] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52387418-38c7-6002-f526-a56f8eb96d7d" [ 1688.927897] env[69987]: _type = "Task" [ 1688.927897] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.934632] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52387418-38c7-6002-f526-a56f8eb96d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.299374] env[69987]: DEBUG oslo_concurrency.lockutils [req-e13b9ad2-9eed-43d9-9ac0-08fb4cadb335 req-6395e13d-116f-4d12-ac80-5b81bf2a0073 service nova] Releasing lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.438791] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52387418-38c7-6002-f526-a56f8eb96d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.007909} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.439581] env[69987]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e5a9e8-971f-4b25-89ef-ab6fd160d11d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.445046] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1689.445046] env[69987]: value = "session[525dc9bb-0494-d178-9793-379b10594cb4]52ea2a28-bbcd-f835-7775-282658eaa39f" [ 1689.445046] env[69987]: _type = "Task" [ 1689.445046] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.452148] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ea2a28-bbcd-f835-7775-282658eaa39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.957056] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': session[525dc9bb-0494-d178-9793-379b10594cb4]52ea2a28-bbcd-f835-7775-282658eaa39f, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.957342] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.957608] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] b7d907fc-c4ee-4322-af35-c138261b6105/b7d907fc-c4ee-4322-af35-c138261b6105.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.957866] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d170b8-86a4-4b39-bb8d-25ca5f64ad3f {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.964834] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1689.964834] env[69987]: value = "task-3501823" [ 1689.964834] env[69987]: _type = "Task" [ 1689.964834] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.973054] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.475438] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501823, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.975859] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514326} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.976132] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a95316a-003e-4f29-a875-e84f764356d2/3a95316a-003e-4f29-a875-e84f764356d2.vmdk to [datastore1] b7d907fc-c4ee-4322-af35-c138261b6105/b7d907fc-c4ee-4322-af35-c138261b6105.vmdk {{(pid=69987) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.976354] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Extending root virtual disk to 1048576 {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.976600] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6915c49c-5974-4894-a610-7918f0a18cb0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.985074] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1690.985074] env[69987]: value = "task-3501824" [ 1690.985074] env[69987]: _type = "Task" [ 1690.985074] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.990260] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.492495] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0613} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.492855] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Extended root virtual disk {{(pid=69987) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.493682] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5eabef-664e-4a02-b06b-bebb9a2f95d1 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.515185] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] b7d907fc-c4ee-4322-af35-c138261b6105/b7d907fc-c4ee-4322-af35-c138261b6105.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.515437] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239a2cc7-2083-44d1-b4da-35f41a852119 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.534131] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1691.534131] env[69987]: value = "task-3501825" [ 1691.534131] env[69987]: _type = "Task" [ 1691.534131] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.542587] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.044102] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501825, 'name': ReconfigVM_Task, 'duration_secs': 0.273652} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.044381] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Reconfigured VM instance instance-0000007f to attach disk [datastore1] b7d907fc-c4ee-4322-af35-c138261b6105/b7d907fc-c4ee-4322-af35-c138261b6105.vmdk or device None with type sparse {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.045011] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52250a9f-e152-44f0-8c43-b884677d5234 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.052500] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1692.052500] env[69987]: value = "task-3501826" [ 1692.052500] env[69987]: _type = "Task" [ 1692.052500] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.059548] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501826, 'name': Rename_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.562554] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501826, 'name': Rename_Task, 'duration_secs': 0.137726} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.562966] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Powering on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.563053] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0064d02e-3a02-43d8-b1ed-bfdc82ebc247 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.569284] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1692.569284] env[69987]: value = "task-3501827" [ 1692.569284] env[69987]: _type = "Task" [ 1692.569284] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.576239] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.079538] env[69987]: DEBUG oslo_vmware.api [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501827, 'name': PowerOnVM_Task, 'duration_secs': 0.406373} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.079760] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Powered on the VM {{(pid=69987) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.079952] env[69987]: INFO nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1693.080154] env[69987]: DEBUG nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Checking state {{(pid=69987) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.080909] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02cc727-0931-4032-8ebd-af5da22ef01b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.600103] env[69987]: INFO nova.compute.manager [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Took 11.79 seconds to build instance. [ 1693.775615] env[69987]: DEBUG nova.compute.manager [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Received event network-changed-36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1693.775790] env[69987]: DEBUG nova.compute.manager [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Refreshing instance network info cache due to event network-changed-36ef16dd-0a21-4794-bd81-0af4d44c2fab. {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1693.776068] env[69987]: DEBUG oslo_concurrency.lockutils [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] Acquiring lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.776151] env[69987]: DEBUG oslo_concurrency.lockutils [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] Acquired lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1693.776306] env[69987]: DEBUG nova.network.neutron [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Refreshing network info cache for port 36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.102044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-16a97630-3059-45dc-bb9b-847af017b9fe tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.298s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1694.470473] env[69987]: DEBUG nova.network.neutron [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updated VIF entry in instance network info cache for port 36ef16dd-0a21-4794-bd81-0af4d44c2fab. {{(pid=69987) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.470844] env[69987]: DEBUG nova.network.neutron [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updating instance_info_cache with network_info: [{"id": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "address": "fa:16:3e:4e:e5:fc", "network": {"id": "19451e34-35a6-45e4-bebb-069b5c840a7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-72592697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c05a2d2a00c4bc5b8f1add54b1f56c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ef16dd-0a", "ovs_interfaceid": "36ef16dd-0a21-4794-bd81-0af4d44c2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.973537] env[69987]: DEBUG oslo_concurrency.lockutils [req-d9f2ea3b-a7c5-40c9-9c06-25e1d972cb16 req-32ae9da8-220b-41cf-9192-2a6cc6c500f0 service nova] Releasing lock "refresh_cache-b7d907fc-c4ee-4322-af35-c138261b6105" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1712.919027] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.919491] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.919491] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.919658] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.919720] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.919825] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.919976] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.920131] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1712.920279] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.423884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1713.424155] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1713.424329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1713.424484] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1713.425435] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b710137-4e4e-4e5e-9d69-fbe1565c0450 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.433995] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa8c033-3a82-437d-a118-0a9c03c2f830 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.448175] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f0cc52-6f08-44bf-a670-c94defb46e30 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.454336] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb540ea-52d1-4c9d-a337-a4583bbfa43c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.482610] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180877MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1713.482767] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1713.482977] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1714.507749] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Instance b7d907fc-c4ee-4322-af35-c138261b6105 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69987) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1714.508017] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1714.508201] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1714.534249] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3ea93-2835-4265-a710-015f124114fb {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.542245] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efa14b6-0549-4ec6-80dd-b9a0828b39f3 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.575513] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f7acee-997b-403e-a0b5-d9703e704d86 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.582921] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ebdccb-f7fa-405c-a32f-1c5c6fcc0328 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.595572] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.116922] env[69987]: ERROR nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] [req-a88f0e7b-3c30-4ec3-970e-11268ca50d53] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83830543-e084-4fe6-be97-b93ee980fbb1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a88f0e7b-3c30-4ec3-970e-11268ca50d53"}]} [ 1715.132840] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Refreshing inventories for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1715.145055] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating ProviderTree inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1715.145055] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.154756] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Refreshing aggregate associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, aggregates: None {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1715.170697] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Refreshing trait associations for resource provider 83830543-e084-4fe6-be97-b93ee980fbb1, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69987) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1715.192064] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c49bd99-866c-4b44-a6d2-286466f14127 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.199296] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9327bd7-346f-486b-a5ce-f7ef1f28217e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.229596] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c085764-0646-4cbe-9391-cec3a8fbf629 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.236508] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8896eee-062d-4166-8a3a-2d77efcb5841 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.249087] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.777723] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1715.778076] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 178 to 179 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1715.778143] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.282510] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1716.282734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.800s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1732.052287] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "b7d907fc-c4ee-4322-af35-c138261b6105" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1732.052586] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1732.555915] env[69987]: DEBUG nova.compute.utils [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Using /dev/sd instead of None {{(pid=69987) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1733.058681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1734.118880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "b7d907fc-c4ee-4322-af35-c138261b6105" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1734.119312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1734.119409] env[69987]: INFO nova.compute.manager [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Attaching volume 8bb7783b-6a84-404d-946e-e77a7906ca63 to /dev/sdb [ 1734.148921] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f272c3b8-b07b-4a36-8eae-b359b9383c03 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.156112] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf726bc-9e18-45e4-a99e-8a5fcd400b53 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.168728] env[69987]: DEBUG nova.virt.block_device [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updating existing volume attachment record: 096015fb-9487-4eec-afc7-785d8b670c7a {{(pid=69987) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1738.711554] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Volume attach. Driver type: vmdk {{(pid=69987) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1738.711827] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699769', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'name': 'volume-8bb7783b-6a84-404d-946e-e77a7906ca63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7d907fc-c4ee-4322-af35-c138261b6105', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'serial': '8bb7783b-6a84-404d-946e-e77a7906ca63'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1738.712768] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17015991-6c0c-4dba-8502-8aec4117b858 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.729142] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f4c078-30ae-47da-91a7-84b54578186a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.753012] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-8bb7783b-6a84-404d-946e-e77a7906ca63/volume-8bb7783b-6a84-404d-946e-e77a7906ca63.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1738.753247] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b99ab54-b1f3-47a1-a146-37f24fa4f5da {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.770550] env[69987]: DEBUG oslo_vmware.api [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1738.770550] env[69987]: value = "task-3501830" [ 1738.770550] env[69987]: _type = "Task" [ 1738.770550] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.777844] env[69987]: DEBUG oslo_vmware.api [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.280382] env[69987]: DEBUG oslo_vmware.api [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501830, 'name': ReconfigVM_Task, 'duration_secs': 0.312534} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.280679] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-8bb7783b-6a84-404d-946e-e77a7906ca63/volume-8bb7783b-6a84-404d-946e-e77a7906ca63.vmdk or device None with type thin {{(pid=69987) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1739.285350] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d82bdb-ec67-4b09-84c3-d3961fd14aa0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.298673] env[69987]: DEBUG oslo_vmware.api [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1739.298673] env[69987]: value = "task-3501831" [ 1739.298673] env[69987]: _type = "Task" [ 1739.298673] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.307924] env[69987]: DEBUG oslo_vmware.api [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.808926] env[69987]: DEBUG oslo_vmware.api [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.310929] env[69987]: DEBUG oslo_vmware.api [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501831, 'name': ReconfigVM_Task, 'duration_secs': 0.859207} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.311243] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699769', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'name': 'volume-8bb7783b-6a84-404d-946e-e77a7906ca63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7d907fc-c4ee-4322-af35-c138261b6105', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'serial': '8bb7783b-6a84-404d-946e-e77a7906ca63'} {{(pid=69987) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1741.350243] env[69987]: DEBUG nova.objects.instance [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'flavor' on Instance uuid b7d907fc-c4ee-4322-af35-c138261b6105 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.856610] env[69987]: DEBUG oslo_concurrency.lockutils [None req-0d0aaaa3-8f12-413d-84b7-39b6d60eea52 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.737s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1742.586603] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "b7d907fc-c4ee-4322-af35-c138261b6105" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1742.586988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1743.090537] env[69987]: INFO nova.compute.manager [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Detaching volume 8bb7783b-6a84-404d-946e-e77a7906ca63 [ 1743.119806] env[69987]: INFO nova.virt.block_device [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Attempting to driver detach volume 8bb7783b-6a84-404d-946e-e77a7906ca63 from mountpoint /dev/sdb [ 1743.120077] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Volume detach. Driver type: vmdk {{(pid=69987) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1743.120263] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699769', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'name': 'volume-8bb7783b-6a84-404d-946e-e77a7906ca63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7d907fc-c4ee-4322-af35-c138261b6105', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'serial': '8bb7783b-6a84-404d-946e-e77a7906ca63'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1743.121143] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d84d239-13d3-40e3-9f2a-4a22c724a21d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.142668] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0837ad-fe57-482a-9879-603dcd03cd52 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.149249] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11110236-07ed-4db3-bd53-1d054cc61a62 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.169131] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c844052-130b-410b-85a7-74655b7acd7e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.183225] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] The volume has not been displaced from its original location: [datastore1] volume-8bb7783b-6a84-404d-946e-e77a7906ca63/volume-8bb7783b-6a84-404d-946e-e77a7906ca63.vmdk. No consolidation needed. {{(pid=69987) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1743.188427] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1743.188672] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abb87cf-20c2-4113-82f2-1fe0428716c4 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.206487] env[69987]: DEBUG oslo_vmware.api [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1743.206487] env[69987]: value = "task-3501832" [ 1743.206487] env[69987]: _type = "Task" [ 1743.206487] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.217266] env[69987]: DEBUG oslo_vmware.api [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.717819] env[69987]: DEBUG oslo_vmware.api [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501832, 'name': ReconfigVM_Task, 'duration_secs': 0.209659} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.718164] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69987) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1743.722667] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a48424-2f5e-43e3-bdc6-c392146b9be0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.737512] env[69987]: DEBUG oslo_vmware.api [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1743.737512] env[69987]: value = "task-3501833" [ 1743.737512] env[69987]: _type = "Task" [ 1743.737512] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.745187] env[69987]: DEBUG oslo_vmware.api [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.247135] env[69987]: DEBUG oslo_vmware.api [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501833, 'name': ReconfigVM_Task, 'duration_secs': 0.131107} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.247425] env[69987]: DEBUG nova.virt.vmwareapi.volumeops [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-699769', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'name': 'volume-8bb7783b-6a84-404d-946e-e77a7906ca63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7d907fc-c4ee-4322-af35-c138261b6105', 'attached_at': '', 'detached_at': '', 'volume_id': '8bb7783b-6a84-404d-946e-e77a7906ca63', 'serial': '8bb7783b-6a84-404d-946e-e77a7906ca63'} {{(pid=69987) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1744.786636] env[69987]: DEBUG nova.objects.instance [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'flavor' on Instance uuid b7d907fc-c4ee-4322-af35-c138261b6105 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.794907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e430bf12-c52e-4cc5-828a-eb1f4f5fc32f tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1746.825370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "b7d907fc-c4ee-4322-af35-c138261b6105" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.825733] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.825862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "b7d907fc-c4ee-4322-af35-c138261b6105-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.826028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.826206] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1746.828287] env[69987]: INFO nova.compute.manager [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Terminating instance [ 1747.332445] env[69987]: DEBUG nova.compute.manager [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Start destroying the instance on the hypervisor. {{(pid=69987) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.332769] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Destroying instance {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.333684] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfc3999-1b86-42bf-b446-ce0f5797756d {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.342233] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Powering off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.342451] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb0c865-324b-4e30-9980-2a092844b015 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.347925] env[69987]: DEBUG oslo_vmware.api [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1747.347925] env[69987]: value = "task-3501834" [ 1747.347925] env[69987]: _type = "Task" [ 1747.347925] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.355259] env[69987]: DEBUG oslo_vmware.api [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.857774] env[69987]: DEBUG oslo_vmware.api [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501834, 'name': PowerOffVM_Task, 'duration_secs': 0.170994} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.858143] env[69987]: DEBUG nova.virt.vmwareapi.vm_util [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Powered off the VM {{(pid=69987) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.858241] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Unregistering the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.858448] env[69987]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a9b26f-494d-46e4-93fc-83e617793826 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.920934] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Unregistered the VM {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.921172] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Deleting contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.921360] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleting the datastore file [datastore1] b7d907fc-c4ee-4322-af35-c138261b6105 {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.921615] env[69987]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-343517f4-e0c1-4b36-87f7-1b95ca5f806a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.927745] env[69987]: DEBUG oslo_vmware.api [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for the task: (returnval){ [ 1747.927745] env[69987]: value = "task-3501836" [ 1747.927745] env[69987]: _type = "Task" [ 1747.927745] env[69987]: } to complete. {{(pid=69987) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.935689] env[69987]: DEBUG oslo_vmware.api [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.438868] env[69987]: DEBUG oslo_vmware.api [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Task: {'id': task-3501836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124862} completed successfully. {{(pid=69987) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.439122] env[69987]: DEBUG nova.virt.vmwareapi.ds_util [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted the datastore file {{(pid=69987) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.439309] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Deleted contents of the VM from datastore datastore1 {{(pid=69987) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.439483] env[69987]: DEBUG nova.virt.vmwareapi.vmops [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Instance destroyed {{(pid=69987) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.439655] env[69987]: INFO nova.compute.manager [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1748.439893] env[69987]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69987) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1748.440099] env[69987]: DEBUG nova.compute.manager [-] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Deallocating network for instance {{(pid=69987) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1748.440194] env[69987]: DEBUG nova.network.neutron [-] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] deallocate_for_instance() {{(pid=69987) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1748.847165] env[69987]: DEBUG nova.compute.manager [req-6de4c7b5-1b8b-451e-ad14-dbb243e6d730 req-debf97d3-f7ec-40f1-b6c6-8534c09d1116 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Received event network-vif-deleted-36ef16dd-0a21-4794-bd81-0af4d44c2fab {{(pid=69987) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1748.847358] env[69987]: INFO nova.compute.manager [req-6de4c7b5-1b8b-451e-ad14-dbb243e6d730 req-debf97d3-f7ec-40f1-b6c6-8534c09d1116 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Neutron deleted interface 36ef16dd-0a21-4794-bd81-0af4d44c2fab; detaching it from the instance and deleting it from the info cache [ 1748.847625] env[69987]: DEBUG nova.network.neutron [req-6de4c7b5-1b8b-451e-ad14-dbb243e6d730 req-debf97d3-f7ec-40f1-b6c6-8534c09d1116 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.327335] env[69987]: DEBUG nova.network.neutron [-] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Updating instance_info_cache with network_info: [] {{(pid=69987) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.350279] env[69987]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c559411c-8396-4d7d-83a6-305fee515136 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.360322] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a458503-5d95-4df3-84ae-0669e57ae52b {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.384840] env[69987]: DEBUG nova.compute.manager [req-6de4c7b5-1b8b-451e-ad14-dbb243e6d730 req-debf97d3-f7ec-40f1-b6c6-8534c09d1116 service nova] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Detach interface failed, port_id=36ef16dd-0a21-4794-bd81-0af4d44c2fab, reason: Instance b7d907fc-c4ee-4322-af35-c138261b6105 could not be found. {{(pid=69987) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1749.830355] env[69987]: INFO nova.compute.manager [-] [instance: b7d907fc-c4ee-4322-af35-c138261b6105] Took 1.39 seconds to deallocate network for instance. [ 1750.336753] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1750.337130] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1750.337299] env[69987]: DEBUG nova.objects.instance [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lazy-loading 'resources' on Instance uuid b7d907fc-c4ee-4322-af35-c138261b6105 {{(pid=69987) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.871980] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae9be5-ab39-4930-a0dc-223cef1f70f5 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.879394] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa264b4-b2a3-42de-81c9-c04ccbca552c {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.910428] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0357eb19-6957-4065-99bc-3b8322df8119 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.917775] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a6161-4b10-48c1-8c6b-36c29f2efa0a {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.598162] env[69987]: DEBUG nova.compute.provider_tree [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed in ProviderTree for provider: 83830543-e084-4fe6-be97-b93ee980fbb1 {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.101116] env[69987]: DEBUG nova.scheduler.client.report [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Inventory has not changed for provider 83830543-e084-4fe6-be97-b93ee980fbb1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.606584] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1752.628047] env[69987]: INFO nova.scheduler.client.report [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Deleted allocations for instance b7d907fc-c4ee-4322-af35-c138261b6105 [ 1753.135394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-057f8fec-279b-486d-add0-493535d90555 tempest-AttachVolumeNegativeTest-1885261294 tempest-AttachVolumeNegativeTest-1885261294-project-member] Lock "b7d907fc-c4ee-4322-af35-c138261b6105" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.310s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1770.209141] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.209596] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.714284] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.714456] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.714496] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.714642] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.714789] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.714932] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1770.715082] env[69987]: DEBUG nova.compute.manager [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69987) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1770.715235] env[69987]: DEBUG oslo_service.periodic_task [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69987) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1771.217698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1771.218090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1771.218144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1771.218277] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69987) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1771.219225] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86f6c3-24c7-477b-bfab-0e0475663b47 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.227669] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfd92d3-3ae4-4a93-b42d-4b01eb7f976e {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.241819] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba6ead6-6daa-42df-aa90-eac1ee98c184 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.247712] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923538fe-df6e-4803-9ba9-9525e121d309 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.276285] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180691MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69987) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1771.276424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1771.276628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1772.298591] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1772.298827] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69987) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1772.311071] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aaa8ff-b3b2-453c-9b2b-a9540b268309 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.318191] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8bde95-c373-4c46-a924-d4304c2496d0 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.347854] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c7539d-cb75-4933-a187-cd2c71b6bb71 {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.354586] env[69987]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0e00b8-59e6-484f-b711-78f9cd4296fc {{(pid=69987) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.367407] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1772.897056] env[69987]: DEBUG nova.scheduler.client.report [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updated inventory for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1772.897288] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating resource provider 83830543-e084-4fe6-be97-b93ee980fbb1 generation from 179 to 180 during operation: update_inventory {{(pid=69987) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1772.897436] env[69987]: DEBUG nova.compute.provider_tree [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Updating inventory in ProviderTree for provider 83830543-e084-4fe6-be97-b93ee980fbb1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69987) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1773.402093] env[69987]: DEBUG nova.compute.resource_tracker [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69987) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1773.402456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-429e7f1d-576b-4672-8a76-03948f9346b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69987) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}